typenative 0.6.1 → 0.7.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1004) hide show
  1. package/CHANGELOG.md +412 -0
  2. package/README.md +1 -1
  3. package/bin/cli.js +18 -8
  4. package/bin/go/overrides.js +21 -1
  5. package/bin/index.js +48 -25
  6. package/bin/main.js +2 -1
  7. package/bin/node/assert.js +54 -15
  8. package/bin/node/async_hooks.js +69 -10
  9. package/bin/node/buffer.js +321 -7
  10. package/bin/node/child_process.js +154 -8
  11. package/bin/node/cluster.js +436 -32
  12. package/bin/node/crypto.js +814 -5
  13. package/bin/node/crypto_curves.js +142 -0
  14. package/bin/node/crypto_keys.js +1147 -48
  15. package/bin/node/crypto_pem.js +313 -0
  16. package/bin/node/crypto_pkcs12.js +17 -0
  17. package/bin/node/dgram.js +161 -10
  18. package/bin/node/diagnostics_channel.js +5 -1
  19. package/bin/node/events.js +358 -8
  20. package/bin/node/ffi.js +933 -0
  21. package/bin/node/fs.js +334 -6
  22. package/bin/node/http.js +630 -55
  23. package/bin/node/http2.js +1141 -88
  24. package/bin/node/intl.js +4576 -0
  25. package/bin/node/intl_data.js +65412 -0
  26. package/bin/node/module_v8.js +155 -16
  27. package/bin/node/net.js +59 -10
  28. package/bin/node/path.js +5 -1
  29. package/bin/node/process.js +342 -3
  30. package/bin/node/readline.js +558 -8
  31. package/bin/node/registry.js +2 -0
  32. package/bin/node/sqlite.js +51 -2
  33. package/bin/node/stream.js +370 -32
  34. package/bin/node/stream_web.js +422 -15
  35. package/bin/node/system_extra.js +154 -1
  36. package/bin/node/temporal.js +96 -0
  37. package/bin/node/temporal_runtime.js +5075 -0
  38. package/bin/node/temporal_zones.js +460 -0
  39. package/bin/node/test.js +153 -8
  40. package/bin/node/test_coverage.js +58 -0
  41. package/bin/node/test_report.js +3 -3
  42. package/bin/node/test_run.js +7 -1
  43. package/bin/node/timers.js +123 -0
  44. package/bin/node/tls.js +346 -12
  45. package/bin/node/tls_roots.js +122 -0
  46. package/bin/node/typed_arrays.js +867 -93
  47. package/bin/node/url.js +657 -0
  48. package/bin/node/util.js +441 -2
  49. package/bin/node/util_extra.js +6 -0
  50. package/bin/node/wasi.js +214 -0
  51. package/bin/node/webassembly.js +1122 -0
  52. package/bin/node/websocket.js +763 -0
  53. package/bin/node/worker_threads.js +434 -52
  54. package/bin/node/zlib.js +338 -9
  55. package/bin/node/zlib_zip.js +2392 -0
  56. package/bin/transpiler.js +2083 -254
  57. package/bin/typecheck-node.js +49 -17
  58. package/bin/version.js +1 -1
  59. package/conformance.md +160 -113
  60. package/examples/README.md +21 -20
  61. package/examples/angular-templates/README.md +12 -12
  62. package/examples/desktop-notes/README.md +7 -7
  63. package/examples/dupe-finder/README.md +4 -4
  64. package/examples/fibonacci/README.md +6 -6
  65. package/examples/hello-world/README.md +4 -4
  66. package/examples/json-server/README.md +13 -12
  67. package/examples/mandelbrot-png/README.md +4 -4
  68. package/examples/marked-cli/README.md +16 -17
  69. package/examples/openai-chat/README.md +5 -5
  70. package/examples/react-compiler/README.md +10 -10
  71. package/examples/todo-cli/README.md +8 -8
  72. package/examples/yaml-cli/README.md +10 -10
  73. package/govendor/github.com/cloudflare/circl/.golangci.yaml +64 -0
  74. package/govendor/github.com/cloudflare/circl/.semgrepignore +1 -0
  75. package/govendor/github.com/cloudflare/circl/AGENTS.md +91 -0
  76. package/govendor/github.com/cloudflare/circl/CITATION.cff +30 -0
  77. package/govendor/github.com/cloudflare/circl/LICENSE +57 -0
  78. package/govendor/github.com/cloudflare/circl/Makefile +70 -0
  79. package/govendor/github.com/cloudflare/circl/README.md +206 -0
  80. package/govendor/github.com/cloudflare/circl/REVIEW.md +83 -0
  81. package/govendor/github.com/cloudflare/circl/codecov.yml +21 -0
  82. package/govendor/github.com/cloudflare/circl/dh/x448/curve.go +104 -0
  83. package/govendor/github.com/cloudflare/circl/dh/x448/curve_amd64.go +30 -0
  84. package/govendor/github.com/cloudflare/circl/dh/x448/curve_amd64.h +111 -0
  85. package/govendor/github.com/cloudflare/circl/dh/x448/curve_amd64.s +194 -0
  86. package/govendor/github.com/cloudflare/circl/dh/x448/curve_generic.go +100 -0
  87. package/govendor/github.com/cloudflare/circl/dh/x448/curve_noasm.go +11 -0
  88. package/govendor/github.com/cloudflare/circl/dh/x448/doc.go +19 -0
  89. package/govendor/github.com/cloudflare/circl/dh/x448/key.go +46 -0
  90. package/govendor/github.com/cloudflare/circl/dh/x448/table.go +460 -0
  91. package/govendor/github.com/cloudflare/circl/doc.go +8 -0
  92. package/govendor/github.com/cloudflare/circl/ecc/goldilocks/constants.go +71 -0
  93. package/govendor/github.com/cloudflare/circl/ecc/goldilocks/curve.go +90 -0
  94. package/govendor/github.com/cloudflare/circl/ecc/goldilocks/isogeny.go +52 -0
  95. package/govendor/github.com/cloudflare/circl/ecc/goldilocks/point.go +181 -0
  96. package/govendor/github.com/cloudflare/circl/ecc/goldilocks/scalar.go +203 -0
  97. package/govendor/github.com/cloudflare/circl/ecc/goldilocks/twist.go +138 -0
  98. package/govendor/github.com/cloudflare/circl/ecc/goldilocks/twistPoint.go +135 -0
  99. package/govendor/github.com/cloudflare/circl/ecc/goldilocks/twistTables.go +216 -0
  100. package/govendor/github.com/cloudflare/circl/ecc/goldilocks/twist_basemult.go +62 -0
  101. package/govendor/github.com/cloudflare/circl/go.mod +3 -0
  102. package/govendor/github.com/cloudflare/circl/internal/conv/conv.go +173 -0
  103. package/govendor/github.com/cloudflare/circl/internal/sha3/doc.go +62 -0
  104. package/govendor/github.com/cloudflare/circl/internal/sha3/hashes.go +69 -0
  105. package/govendor/github.com/cloudflare/circl/internal/sha3/keccakf.go +391 -0
  106. package/govendor/github.com/cloudflare/circl/internal/sha3/rc.go +29 -0
  107. package/govendor/github.com/cloudflare/circl/internal/sha3/sha3.go +200 -0
  108. package/govendor/github.com/cloudflare/circl/internal/sha3/sha3_s390x.s +33 -0
  109. package/govendor/github.com/cloudflare/circl/internal/sha3/shake.go +119 -0
  110. package/govendor/github.com/cloudflare/circl/internal/sha3/xor.go +15 -0
  111. package/govendor/github.com/cloudflare/circl/internal/sha3/xor_generic.go +33 -0
  112. package/govendor/github.com/cloudflare/circl/internal/sha3/xor_unaligned.go +61 -0
  113. package/govendor/github.com/cloudflare/circl/math/fp448/fp.go +164 -0
  114. package/govendor/github.com/cloudflare/circl/math/fp448/fp_amd64.go +43 -0
  115. package/govendor/github.com/cloudflare/circl/math/fp448/fp_amd64.h +591 -0
  116. package/govendor/github.com/cloudflare/circl/math/fp448/fp_amd64.s +75 -0
  117. package/govendor/github.com/cloudflare/circl/math/fp448/fp_generic.go +339 -0
  118. package/govendor/github.com/cloudflare/circl/math/fp448/fp_noasm.go +12 -0
  119. package/govendor/github.com/cloudflare/circl/math/fp448/fuzzer.go +75 -0
  120. package/govendor/github.com/cloudflare/circl/math/integer.go +16 -0
  121. package/govendor/github.com/cloudflare/circl/math/mlsbset/mlsbset.go +145 -0
  122. package/govendor/github.com/cloudflare/circl/math/mlsbset/power.go +64 -0
  123. package/govendor/github.com/cloudflare/circl/math/primes.go +34 -0
  124. package/govendor/github.com/cloudflare/circl/math/wnaf.go +84 -0
  125. package/govendor/github.com/cloudflare/circl/sign/ed448/ed448.go +417 -0
  126. package/govendor/github.com/cloudflare/circl/sign/ed448/signapi.go +89 -0
  127. package/govendor/github.com/cloudflare/circl/sign/sign.go +119 -0
  128. package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/LICENSE +17 -0
  129. package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/README.md +72 -0
  130. package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/compressedbytepoints.go +18 -0
  131. package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/curve.go +1310 -0
  132. package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/curve_embedded.go +14 -0
  133. package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/curve_precompute.go +14 -0
  134. package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/doc.go +59 -0
  135. package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/ecdh.go +21 -0
  136. package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/ecdsa/README.md +52 -0
  137. package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/ecdsa/doc.go +42 -0
  138. package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/ecdsa/error.go +134 -0
  139. package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/ecdsa/signature.go +1001 -0
  140. package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/ellipticadaptor.go +296 -0
  141. package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/error.go +67 -0
  142. package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/field.go +1696 -0
  143. package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/go.mod +3 -0
  144. package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/loadprecomputed.go +91 -0
  145. package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/modnscalar.go +1105 -0
  146. package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/nonce.go +263 -0
  147. package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/privkey.go +111 -0
  148. package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/pubkey.go +236 -0
  149. package/govendor/github.com/ebitengine/purego/LICENSE +201 -0
  150. package/govendor/github.com/ebitengine/purego/README.md +124 -0
  151. package/govendor/github.com/ebitengine/purego/abi_amd64.h +99 -0
  152. package/govendor/github.com/ebitengine/purego/abi_arm64.h +39 -0
  153. package/govendor/github.com/ebitengine/purego/abi_loong64.h +60 -0
  154. package/govendor/github.com/ebitengine/purego/cdecl.go +11 -0
  155. package/govendor/github.com/ebitengine/purego/cgo.go +19 -0
  156. package/govendor/github.com/ebitengine/purego/dlerror.go +17 -0
  157. package/govendor/github.com/ebitengine/purego/dlfcn.go +99 -0
  158. package/govendor/github.com/ebitengine/purego/dlfcn_android.go +34 -0
  159. package/govendor/github.com/ebitengine/purego/dlfcn_darwin.go +20 -0
  160. package/govendor/github.com/ebitengine/purego/dlfcn_freebsd.go +14 -0
  161. package/govendor/github.com/ebitengine/purego/dlfcn_linux.go +16 -0
  162. package/govendor/github.com/ebitengine/purego/dlfcn_netbsd.go +15 -0
  163. package/govendor/github.com/ebitengine/purego/dlfcn_nocgo_freebsd.go +11 -0
  164. package/govendor/github.com/ebitengine/purego/dlfcn_nocgo_linux.go +19 -0
  165. package/govendor/github.com/ebitengine/purego/dlfcn_nocgo_netbsd.go +11 -0
  166. package/govendor/github.com/ebitengine/purego/dlfcn_playground.go +24 -0
  167. package/govendor/github.com/ebitengine/purego/dlfcn_stubs.s +22 -0
  168. package/govendor/github.com/ebitengine/purego/func.go +780 -0
  169. package/govendor/github.com/ebitengine/purego/gen.go +6 -0
  170. package/govendor/github.com/ebitengine/purego/go.mod +3 -0
  171. package/govendor/github.com/ebitengine/purego/go_runtime.go +19 -0
  172. package/govendor/github.com/ebitengine/purego/internal/cgo/dlfcn_cgo_unix.go +56 -0
  173. package/govendor/github.com/ebitengine/purego/internal/cgo/empty.go +6 -0
  174. package/govendor/github.com/ebitengine/purego/internal/cgo/syscall_cgo_unix.go +49 -0
  175. package/govendor/github.com/ebitengine/purego/internal/fakecgo/abi_amd64.h +99 -0
  176. package/govendor/github.com/ebitengine/purego/internal/fakecgo/abi_arm64.h +39 -0
  177. package/govendor/github.com/ebitengine/purego/internal/fakecgo/abi_loong64.h +60 -0
  178. package/govendor/github.com/ebitengine/purego/internal/fakecgo/abi_ppc64x.h +195 -0
  179. package/govendor/github.com/ebitengine/purego/internal/fakecgo/abi_riscv64.h +72 -0
  180. package/govendor/github.com/ebitengine/purego/internal/fakecgo/asm_386.s +29 -0
  181. package/govendor/github.com/ebitengine/purego/internal/fakecgo/asm_amd64.s +39 -0
  182. package/govendor/github.com/ebitengine/purego/internal/fakecgo/asm_arm.s +58 -0
  183. package/govendor/github.com/ebitengine/purego/internal/fakecgo/asm_arm64.s +35 -0
  184. package/govendor/github.com/ebitengine/purego/internal/fakecgo/asm_loong64.s +38 -0
  185. package/govendor/github.com/ebitengine/purego/internal/fakecgo/asm_ppc64le.s +79 -0
  186. package/govendor/github.com/ebitengine/purego/internal/fakecgo/asm_riscv64.s +36 -0
  187. package/govendor/github.com/ebitengine/purego/internal/fakecgo/asm_s390x.s +52 -0
  188. package/govendor/github.com/ebitengine/purego/internal/fakecgo/callbacks.go +93 -0
  189. package/govendor/github.com/ebitengine/purego/internal/fakecgo/doc.go +32 -0
  190. package/govendor/github.com/ebitengine/purego/internal/fakecgo/fakecgo.go +14 -0
  191. package/govendor/github.com/ebitengine/purego/internal/fakecgo/freebsd.go +27 -0
  192. package/govendor/github.com/ebitengine/purego/internal/fakecgo/go_darwin.go +86 -0
  193. package/govendor/github.com/ebitengine/purego/internal/fakecgo/go_freebsd.go +77 -0
  194. package/govendor/github.com/ebitengine/purego/internal/fakecgo/go_libinit.go +72 -0
  195. package/govendor/github.com/ebitengine/purego/internal/fakecgo/go_linux.go +77 -0
  196. package/govendor/github.com/ebitengine/purego/internal/fakecgo/go_netbsd.go +83 -0
  197. package/govendor/github.com/ebitengine/purego/internal/fakecgo/go_setenv.go +18 -0
  198. package/govendor/github.com/ebitengine/purego/internal/fakecgo/go_util.go +38 -0
  199. package/govendor/github.com/ebitengine/purego/internal/fakecgo/iscgo.go +19 -0
  200. package/govendor/github.com/ebitengine/purego/internal/fakecgo/libcgo.go +37 -0
  201. package/govendor/github.com/ebitengine/purego/internal/fakecgo/libcgo_darwin.go +37 -0
  202. package/govendor/github.com/ebitengine/purego/internal/fakecgo/libcgo_freebsd.go +27 -0
  203. package/govendor/github.com/ebitengine/purego/internal/fakecgo/libcgo_linux.go +27 -0
  204. package/govendor/github.com/ebitengine/purego/internal/fakecgo/libcgo_netbsd.go +36 -0
  205. package/govendor/github.com/ebitengine/purego/internal/fakecgo/linux.go +189 -0
  206. package/govendor/github.com/ebitengine/purego/internal/fakecgo/netbsd.go +23 -0
  207. package/govendor/github.com/ebitengine/purego/internal/fakecgo/setenv.go +19 -0
  208. package/govendor/github.com/ebitengine/purego/internal/fakecgo/threadentry_amd64.go +15 -0
  209. package/govendor/github.com/ebitengine/purego/internal/fakecgo/threadentry_noasm.go +24 -0
  210. package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_386.s +130 -0
  211. package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_amd64.s +124 -0
  212. package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_arm.s +131 -0
  213. package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_arm64.s +81 -0
  214. package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_linux_386.s +78 -0
  215. package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_linux_amd64.s +69 -0
  216. package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_linux_arm.s +69 -0
  217. package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_linux_arm64.s +60 -0
  218. package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_linux_loong64.s +60 -0
  219. package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_linux_ppc64le.s +69 -0
  220. package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_linux_riscv64.s +60 -0
  221. package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_linux_s390x.s +51 -0
  222. package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_loong64.s +78 -0
  223. package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_ppc64le.s +132 -0
  224. package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_riscv64.s +76 -0
  225. package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_s390x.s +158 -0
  226. package/govendor/github.com/ebitengine/purego/internal/fakecgo/zsymbols.go +165 -0
  227. package/govendor/github.com/ebitengine/purego/internal/fakecgo/zsymbols_darwin.go +59 -0
  228. package/govendor/github.com/ebitengine/purego/internal/fakecgo/zsymbols_freebsd.go +48 -0
  229. package/govendor/github.com/ebitengine/purego/internal/fakecgo/zsymbols_linux.go +158 -0
  230. package/govendor/github.com/ebitengine/purego/internal/fakecgo/zsymbols_netbsd.go +59 -0
  231. package/govendor/github.com/ebitengine/purego/internal/fakecgo/ztrampolines_darwin.s +19 -0
  232. package/govendor/github.com/ebitengine/purego/internal/fakecgo/ztrampolines_freebsd.s +16 -0
  233. package/govendor/github.com/ebitengine/purego/internal/fakecgo/ztrampolines_linux.s +46 -0
  234. package/govendor/github.com/ebitengine/purego/internal/fakecgo/ztrampolines_netbsd.s +19 -0
  235. package/govendor/github.com/ebitengine/purego/internal/fakecgo/ztrampolines_stubs.s +55 -0
  236. package/govendor/github.com/ebitengine/purego/internal/strings/strings.go +40 -0
  237. package/govendor/github.com/ebitengine/purego/is_ios.go +13 -0
  238. package/govendor/github.com/ebitengine/purego/nocgo.go +25 -0
  239. package/govendor/github.com/ebitengine/purego/struct_amd64.go +518 -0
  240. package/govendor/github.com/ebitengine/purego/struct_arm.go +100 -0
  241. package/govendor/github.com/ebitengine/purego/struct_arm64.go +757 -0
  242. package/govendor/github.com/ebitengine/purego/struct_loong64.go +244 -0
  243. package/govendor/github.com/ebitengine/purego/struct_other.go +54 -0
  244. package/govendor/github.com/ebitengine/purego/struct_ppc64le.go +180 -0
  245. package/govendor/github.com/ebitengine/purego/struct_riscv64.go +158 -0
  246. package/govendor/github.com/ebitengine/purego/struct_s390x.go +158 -0
  247. package/govendor/github.com/ebitengine/purego/sys_386.s +153 -0
  248. package/govendor/github.com/ebitengine/purego/sys_amd64.s +206 -0
  249. package/govendor/github.com/ebitengine/purego/sys_arm.s +153 -0
  250. package/govendor/github.com/ebitengine/purego/sys_arm64.s +133 -0
  251. package/govendor/github.com/ebitengine/purego/sys_loong64.s +131 -0
  252. package/govendor/github.com/ebitengine/purego/sys_ppc64le.s +126 -0
  253. package/govendor/github.com/ebitengine/purego/sys_riscv64.s +135 -0
  254. package/govendor/github.com/ebitengine/purego/sys_s390x.s +148 -0
  255. package/govendor/github.com/ebitengine/purego/sys_unix_386.s +234 -0
  256. package/govendor/github.com/ebitengine/purego/sys_unix_arm.s +99 -0
  257. package/govendor/github.com/ebitengine/purego/sys_unix_arm64.s +75 -0
  258. package/govendor/github.com/ebitengine/purego/sys_unix_loong64.s +79 -0
  259. package/govendor/github.com/ebitengine/purego/sys_unix_ppc64le.s +114 -0
  260. package/govendor/github.com/ebitengine/purego/sys_unix_riscv64.s +79 -0
  261. package/govendor/github.com/ebitengine/purego/sys_unix_s390x.s +111 -0
  262. package/govendor/github.com/ebitengine/purego/syscall.go +95 -0
  263. package/govendor/github.com/ebitengine/purego/syscall_32bit.go +97 -0
  264. package/govendor/github.com/ebitengine/purego/syscall_cgo_linux.go +20 -0
  265. package/govendor/github.com/ebitengine/purego/syscall_notstackargs.go +55 -0
  266. package/govendor/github.com/ebitengine/purego/syscall_ppc64le.go +73 -0
  267. package/govendor/github.com/ebitengine/purego/syscall_stackargs_ppc64le.go +38 -0
  268. package/govendor/github.com/ebitengine/purego/syscall_stackargs_s390x.go +38 -0
  269. package/govendor/github.com/ebitengine/purego/syscall_unix.go +392 -0
  270. package/govendor/github.com/ebitengine/purego/syscall_windows.go +54 -0
  271. package/govendor/github.com/ebitengine/purego/zcallback_386.s +4014 -0
  272. package/govendor/github.com/ebitengine/purego/zcallback_amd64.s +2014 -0
  273. package/govendor/github.com/ebitengine/purego/zcallback_arm.s +4014 -0
  274. package/govendor/github.com/ebitengine/purego/zcallback_arm64.s +4014 -0
  275. package/govendor/github.com/ebitengine/purego/zcallback_loong64.s +4014 -0
  276. package/govendor/github.com/ebitengine/purego/zcallback_ppc64le.s +4014 -0
  277. package/govendor/github.com/ebitengine/purego/zcallback_riscv64.s +4051 -0
  278. package/govendor/github.com/ebitengine/purego/zcallback_s390x.s +4015 -0
  279. package/govendor/github.com/klauspost/compress/.gitattributes +3 -0
  280. package/govendor/github.com/klauspost/compress/.goreleaser.yml +132 -0
  281. package/govendor/github.com/klauspost/compress/AGENTS.md +106 -0
  282. package/govendor/github.com/klauspost/compress/LICENSE +304 -0
  283. package/govendor/github.com/klauspost/compress/README.md +766 -0
  284. package/govendor/github.com/klauspost/compress/SECURITY.md +25 -0
  285. package/govendor/github.com/klauspost/compress/compressible.go +85 -0
  286. package/govendor/github.com/klauspost/compress/fse/README.md +79 -0
  287. package/govendor/github.com/klauspost/compress/fse/bitreader.go +122 -0
  288. package/govendor/github.com/klauspost/compress/fse/bitwriter.go +167 -0
  289. package/govendor/github.com/klauspost/compress/fse/bytereader.go +47 -0
  290. package/govendor/github.com/klauspost/compress/fse/compress.go +685 -0
  291. package/govendor/github.com/klauspost/compress/fse/decompress.go +383 -0
  292. package/govendor/github.com/klauspost/compress/fse/fse.go +150 -0
  293. package/govendor/github.com/klauspost/compress/gen.sh +4 -0
  294. package/govendor/github.com/klauspost/compress/go.mod +3 -0
  295. package/govendor/github.com/klauspost/compress/huff0/README.md +89 -0
  296. package/govendor/github.com/klauspost/compress/huff0/bitreader.go +323 -0
  297. package/govendor/github.com/klauspost/compress/huff0/bitwriter.go +97 -0
  298. package/govendor/github.com/klauspost/compress/huff0/build_table.go +168 -0
  299. package/govendor/github.com/klauspost/compress/huff0/compress.go +747 -0
  300. package/govendor/github.com/klauspost/compress/huff0/decompress.go +1188 -0
  301. package/govendor/github.com/klauspost/compress/huff0/decompress_amd64.go +128 -0
  302. package/govendor/github.com/klauspost/compress/huff0/decompress_amd64.s +3476 -0
  303. package/govendor/github.com/klauspost/compress/huff0/decompress_arm64.go +72 -0
  304. package/govendor/github.com/klauspost/compress/huff0/decompress_arm64.s +1648 -0
  305. package/govendor/github.com/klauspost/compress/huff0/decompress_asm.go +252 -0
  306. package/govendor/github.com/klauspost/compress/huff0/decompress_generic.go +278 -0
  307. package/govendor/github.com/klauspost/compress/huff0/huff0.go +337 -0
  308. package/govendor/github.com/klauspost/compress/internal/cpuinfo/cpuinfo.go +34 -0
  309. package/govendor/github.com/klauspost/compress/internal/cpuinfo/cpuinfo_amd64.go +10 -0
  310. package/govendor/github.com/klauspost/compress/internal/cpuinfo/cpuinfo_amd64.s +34 -0
  311. package/govendor/github.com/klauspost/compress/internal/le/le.go +5 -0
  312. package/govendor/github.com/klauspost/compress/internal/le/unsafe_disabled.go +42 -0
  313. package/govendor/github.com/klauspost/compress/internal/le/unsafe_enabled.go +52 -0
  314. package/govendor/github.com/klauspost/compress/internal/regmask/regmask.go +50 -0
  315. package/govendor/github.com/klauspost/compress/internal/regmask/regmask_386.go +39 -0
  316. package/govendor/github.com/klauspost/compress/internal/snapref/LICENSE +27 -0
  317. package/govendor/github.com/klauspost/compress/internal/snapref/decode.go +264 -0
  318. package/govendor/github.com/klauspost/compress/internal/snapref/decode_other.go +113 -0
  319. package/govendor/github.com/klauspost/compress/internal/snapref/encode.go +291 -0
  320. package/govendor/github.com/klauspost/compress/internal/snapref/encode_other.go +250 -0
  321. package/govendor/github.com/klauspost/compress/internal/snapref/snappy.go +98 -0
  322. package/govendor/github.com/klauspost/compress/s2sx.mod +3 -0
  323. package/govendor/github.com/klauspost/compress/s2sx.sum +0 -0
  324. package/govendor/github.com/klauspost/compress/zstd/README.md +487 -0
  325. package/govendor/github.com/klauspost/compress/zstd/bitreader.go +176 -0
  326. package/govendor/github.com/klauspost/compress/zstd/bitwriter.go +151 -0
  327. package/govendor/github.com/klauspost/compress/zstd/blockdec.go +728 -0
  328. package/govendor/github.com/klauspost/compress/zstd/blockenc.go +923 -0
  329. package/govendor/github.com/klauspost/compress/zstd/blocktype_string.go +85 -0
  330. package/govendor/github.com/klauspost/compress/zstd/bytebuf.go +131 -0
  331. package/govendor/github.com/klauspost/compress/zstd/bytereader.go +82 -0
  332. package/govendor/github.com/klauspost/compress/zstd/decodeheader.go +261 -0
  333. package/govendor/github.com/klauspost/compress/zstd/decoder.go +995 -0
  334. package/govendor/github.com/klauspost/compress/zstd/decoder_options.go +213 -0
  335. package/govendor/github.com/klauspost/compress/zstd/dict.go +605 -0
  336. package/govendor/github.com/klauspost/compress/zstd/enc_base.go +200 -0
  337. package/govendor/github.com/klauspost/compress/zstd/enc_best.go +572 -0
  338. package/govendor/github.com/klauspost/compress/zstd/enc_better.go +1262 -0
  339. package/govendor/github.com/klauspost/compress/zstd/enc_dfast.go +1136 -0
  340. package/govendor/github.com/klauspost/compress/zstd/enc_fast.go +892 -0
  341. package/govendor/github.com/klauspost/compress/zstd/enc_jobs.go +352 -0
  342. package/govendor/github.com/klauspost/compress/zstd/encoder.go +881 -0
  343. package/govendor/github.com/klauspost/compress/zstd/encoder_options.go +422 -0
  344. package/govendor/github.com/klauspost/compress/zstd/framedec.go +404 -0
  345. package/govendor/github.com/klauspost/compress/zstd/frameenc.go +137 -0
  346. package/govendor/github.com/klauspost/compress/zstd/fse_decoder.go +333 -0
  347. package/govendor/github.com/klauspost/compress/zstd/fse_decoder_amd64.s +132 -0
  348. package/govendor/github.com/klauspost/compress/zstd/fse_decoder_arm64.s +148 -0
  349. package/govendor/github.com/klauspost/compress/zstd/fse_decoder_asm.go +70 -0
  350. package/govendor/github.com/klauspost/compress/zstd/fse_decoder_generic.go +71 -0
  351. package/govendor/github.com/klauspost/compress/zstd/fse_encoder.go +701 -0
  352. package/govendor/github.com/klauspost/compress/zstd/fse_predefined.go +168 -0
  353. package/govendor/github.com/klauspost/compress/zstd/hash.go +57 -0
  354. package/govendor/github.com/klauspost/compress/zstd/history.go +119 -0
  355. package/govendor/github.com/klauspost/compress/zstd/internal/xxhash/LICENSE.txt +22 -0
  356. package/govendor/github.com/klauspost/compress/zstd/internal/xxhash/README.md +71 -0
  357. package/govendor/github.com/klauspost/compress/zstd/internal/xxhash/xxhash.go +242 -0
  358. package/govendor/github.com/klauspost/compress/zstd/internal/xxhash/xxhash_amd64.s +210 -0
  359. package/govendor/github.com/klauspost/compress/zstd/internal/xxhash/xxhash_arm64.s +184 -0
  360. package/govendor/github.com/klauspost/compress/zstd/internal/xxhash/xxhash_asm.go +11 -0
  361. package/govendor/github.com/klauspost/compress/zstd/internal/xxhash/xxhash_other.go +75 -0
  362. package/govendor/github.com/klauspost/compress/zstd/internal/xxhash/xxhash_safe.go +11 -0
  363. package/govendor/github.com/klauspost/compress/zstd/matchlen_amd64.go +15 -0
  364. package/govendor/github.com/klauspost/compress/zstd/matchlen_amd64.s +66 -0
  365. package/govendor/github.com/klauspost/compress/zstd/matchlen_generic.go +37 -0
  366. package/govendor/github.com/klauspost/compress/zstd/seqdec.go +620 -0
  367. package/govendor/github.com/klauspost/compress/zstd/seqdec_amd64.go +115 -0
  368. package/govendor/github.com/klauspost/compress/zstd/seqdec_amd64.s +4762 -0
  369. package/govendor/github.com/klauspost/compress/zstd/seqdec_arm64.go +81 -0
  370. package/govendor/github.com/klauspost/compress/zstd/seqdec_arm64.s +2919 -0
  371. package/govendor/github.com/klauspost/compress/zstd/seqdec_asm.go +327 -0
  372. package/govendor/github.com/klauspost/compress/zstd/seqdec_generic.go +258 -0
  373. package/govendor/github.com/klauspost/compress/zstd/seqenc.go +159 -0
  374. package/govendor/github.com/klauspost/compress/zstd/simple.go +54 -0
  375. package/govendor/github.com/klauspost/compress/zstd/snappy.go +447 -0
  376. package/govendor/github.com/klauspost/compress/zstd/zip.go +141 -0
  377. package/govendor/github.com/klauspost/compress/zstd/zstd.go +126 -0
  378. package/govendor/github.com/tetratelabs/wazero/.editorconfig +7 -0
  379. package/govendor/github.com/tetratelabs/wazero/.gitattributes +2 -0
  380. package/govendor/github.com/tetratelabs/wazero/.gitmodules +3 -0
  381. package/govendor/github.com/tetratelabs/wazero/CONTRIBUTING.md +75 -0
  382. package/govendor/github.com/tetratelabs/wazero/LICENSE +201 -0
  383. package/govendor/github.com/tetratelabs/wazero/Makefile +385 -0
  384. package/govendor/github.com/tetratelabs/wazero/NOTICE +2 -0
  385. package/govendor/github.com/tetratelabs/wazero/RATIONALE.md +1577 -0
  386. package/govendor/github.com/tetratelabs/wazero/README.md +135 -0
  387. package/govendor/github.com/tetratelabs/wazero/api/features.go +228 -0
  388. package/govendor/github.com/tetratelabs/wazero/api/wasm.go +766 -0
  389. package/govendor/github.com/tetratelabs/wazero/builder.go +367 -0
  390. package/govendor/github.com/tetratelabs/wazero/cache.go +123 -0
  391. package/govendor/github.com/tetratelabs/wazero/codecov.yml +9 -0
  392. package/govendor/github.com/tetratelabs/wazero/config.go +899 -0
  393. package/govendor/github.com/tetratelabs/wazero/experimental/checkpoint.go +35 -0
  394. package/govendor/github.com/tetratelabs/wazero/experimental/close.go +63 -0
  395. package/govendor/github.com/tetratelabs/wazero/experimental/compilationworkers.go +19 -0
  396. package/govendor/github.com/tetratelabs/wazero/experimental/experimental.go +41 -0
  397. package/govendor/github.com/tetratelabs/wazero/experimental/features.go +39 -0
  398. package/govendor/github.com/tetratelabs/wazero/experimental/importresolver.go +19 -0
  399. package/govendor/github.com/tetratelabs/wazero/experimental/listener.go +324 -0
  400. package/govendor/github.com/tetratelabs/wazero/experimental/memory.go +52 -0
  401. package/govendor/github.com/tetratelabs/wazero/experimental/sys/dir.go +92 -0
  402. package/govendor/github.com/tetratelabs/wazero/experimental/sys/errno.go +98 -0
  403. package/govendor/github.com/tetratelabs/wazero/experimental/sys/error.go +45 -0
  404. package/govendor/github.com/tetratelabs/wazero/experimental/sys/file.go +356 -0
  405. package/govendor/github.com/tetratelabs/wazero/experimental/sys/fs.go +292 -0
  406. package/govendor/github.com/tetratelabs/wazero/experimental/sys/oflag.go +70 -0
  407. package/govendor/github.com/tetratelabs/wazero/experimental/sys/poll.go +48 -0
  408. package/govendor/github.com/tetratelabs/wazero/experimental/sys/syscall_errno.go +106 -0
  409. package/govendor/github.com/tetratelabs/wazero/experimental/sys/syscall_errno_notwindows.go +13 -0
  410. package/govendor/github.com/tetratelabs/wazero/experimental/sys/syscall_errno_unsupported.go +7 -0
  411. package/govendor/github.com/tetratelabs/wazero/experimental/sys/syscall_errno_windows.go +37 -0
  412. package/govendor/github.com/tetratelabs/wazero/experimental/sys/time.go +10 -0
  413. package/govendor/github.com/tetratelabs/wazero/experimental/sys/unimplemented.go +160 -0
  414. package/govendor/github.com/tetratelabs/wazero/fsconfig.go +213 -0
  415. package/govendor/github.com/tetratelabs/wazero/go.mod +3 -0
  416. package/govendor/github.com/tetratelabs/wazero/imports/wasi_snapshot_preview1/args.go +97 -0
  417. package/govendor/github.com/tetratelabs/wazero/imports/wasi_snapshot_preview1/clock.go +116 -0
  418. package/govendor/github.com/tetratelabs/wazero/imports/wasi_snapshot_preview1/environ.go +100 -0
  419. package/govendor/github.com/tetratelabs/wazero/imports/wasi_snapshot_preview1/fs.go +2015 -0
  420. package/govendor/github.com/tetratelabs/wazero/imports/wasi_snapshot_preview1/poll.go +247 -0
  421. package/govendor/github.com/tetratelabs/wazero/imports/wasi_snapshot_preview1/proc.go +44 -0
  422. package/govendor/github.com/tetratelabs/wazero/imports/wasi_snapshot_preview1/random.go +55 -0
  423. package/govendor/github.com/tetratelabs/wazero/imports/wasi_snapshot_preview1/sched.go +22 -0
  424. package/govendor/github.com/tetratelabs/wazero/imports/wasi_snapshot_preview1/sock.go +188 -0
  425. package/govendor/github.com/tetratelabs/wazero/imports/wasi_snapshot_preview1/wasi.go +314 -0
  426. package/govendor/github.com/tetratelabs/wazero/internal/descriptor/table.go +149 -0
  427. package/govendor/github.com/tetratelabs/wazero/internal/engine/interpreter/compiler.go +3884 -0
  428. package/govendor/github.com/tetratelabs/wazero/internal/engine/interpreter/format.go +22 -0
  429. package/govendor/github.com/tetratelabs/wazero/internal/engine/interpreter/interpreter.go +4963 -0
  430. package/govendor/github.com/tetratelabs/wazero/internal/engine/interpreter/operations.go +2978 -0
  431. package/govendor/github.com/tetratelabs/wazero/internal/engine/interpreter/signature.go +825 -0
  432. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/abi.go +170 -0
  433. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/backend.go +3 -0
  434. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/compiler.go +402 -0
  435. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/compiler_lower.go +226 -0
  436. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/go_call.go +33 -0
  437. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/abi.go +186 -0
  438. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/abi_entry_amd64.go +9 -0
  439. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/abi_entry_amd64.s +29 -0
  440. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/abi_entry_preamble.go +248 -0
  441. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/abi_go_call.go +440 -0
  442. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/cond.go +168 -0
  443. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/ext.go +35 -0
  444. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/instr.go +2495 -0
  445. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/instr_encoding.go +1714 -0
  446. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/lower_constant.go +71 -0
  447. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/lower_mem.go +187 -0
  448. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/machine.go +3782 -0
  449. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/machine_pro_epi_logue.go +334 -0
  450. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/machine_regalloc.go +352 -0
  451. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/machine_vec.go +992 -0
  452. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/operands.go +336 -0
  453. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/reg.go +181 -0
  454. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/stack.go +130 -0
  455. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/abi.go +376 -0
  456. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/abi_entry_arm64.go +9 -0
  457. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/abi_entry_arm64.s +29 -0
  458. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/abi_entry_preamble.go +233 -0
  459. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/abi_go_call.go +430 -0
  460. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/cond.go +215 -0
  461. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/instr.go +2562 -0
  462. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/instr_encoding.go +2357 -0
  463. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/lower_constant.go +301 -0
  464. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/lower_instr.go +2227 -0
  465. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/lower_instr_operands.go +340 -0
  466. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/lower_mem.go +451 -0
  467. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/machine.go +631 -0
  468. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/machine_pro_epi_logue.go +486 -0
  469. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/machine_regalloc.go +351 -0
  470. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/machine_relocation.go +128 -0
  471. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/reg.go +397 -0
  472. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/unwind_stack.go +84 -0
  473. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/machine.go +119 -0
  474. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/regalloc/api.go +124 -0
  475. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/regalloc/reg.go +123 -0
  476. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/regalloc/regalloc.go +1189 -0
  477. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/regalloc/regset.go +96 -0
  478. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/vdef.go +19 -0
  479. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/call_engine.go +884 -0
  480. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/engine.go +1008 -0
  481. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/engine_cache.go +347 -0
  482. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/entrypoint_amd64.go +13 -0
  483. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/entrypoint_arm64.go +13 -0
  484. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/entrypoint_other.go +15 -0
  485. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/frontend/frontend.go +663 -0
  486. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/frontend/lower.go +5045 -0
  487. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/frontend/misc.go +10 -0
  488. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/frontend/sort_id.go +13 -0
  489. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/hostmodule.go +88 -0
  490. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/isa_amd64.go +30 -0
  491. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/isa_arm64.go +32 -0
  492. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/isa_other.go +29 -0
  493. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/memmove.go +11 -0
  494. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/module_engine.go +403 -0
  495. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/basic_block.go +381 -0
  496. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/basic_block_sort.go +32 -0
  497. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/builder.go +790 -0
  498. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/cmp.go +107 -0
  499. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/funcref.go +12 -0
  500. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/instructions.go +3024 -0
  501. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/pass.go +393 -0
  502. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/pass_blk_layouts.go +334 -0
  503. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/pass_cfg.go +313 -0
  504. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/signature.go +49 -0
  505. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/ssa.go +14 -0
  506. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/type.go +115 -0
  507. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/vs.go +114 -0
  508. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/wazevoapi/debug_options.go +189 -0
  509. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/wazevoapi/exitcode.go +150 -0
  510. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/wazevoapi/offsetdata.go +248 -0
  511. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/wazevoapi/perfmap.go +96 -0
  512. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/wazevoapi/perfmap_disabled.go +5 -0
  513. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/wazevoapi/perfmap_enabled.go +5 -0
  514. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/wazevoapi/pool.go +215 -0
  515. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/wazevoapi/ptr.go +15 -0
  516. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/wazevoapi/queue.go +26 -0
  517. package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/wazevoapi/resetmap.go +11 -0
  518. package/govendor/github.com/tetratelabs/wazero/internal/expctxkeys/checkpoint.go +10 -0
  519. package/govendor/github.com/tetratelabs/wazero/internal/expctxkeys/close.go +5 -0
  520. package/govendor/github.com/tetratelabs/wazero/internal/expctxkeys/compilationworkers.go +6 -0
  521. package/govendor/github.com/tetratelabs/wazero/internal/expctxkeys/expctxkeys.go +2 -0
  522. package/govendor/github.com/tetratelabs/wazero/internal/expctxkeys/importresolver.go +6 -0
  523. package/govendor/github.com/tetratelabs/wazero/internal/expctxkeys/listener.go +7 -0
  524. package/govendor/github.com/tetratelabs/wazero/internal/expctxkeys/memory.go +4 -0
  525. package/govendor/github.com/tetratelabs/wazero/internal/filecache/compilationcache.go +42 -0
  526. package/govendor/github.com/tetratelabs/wazero/internal/filecache/file_cache.go +76 -0
  527. package/govendor/github.com/tetratelabs/wazero/internal/ieee754/ieee754.go +29 -0
  528. package/govendor/github.com/tetratelabs/wazero/internal/internalapi/internal.go +9 -0
  529. package/govendor/github.com/tetratelabs/wazero/internal/leb128/leb128.go +285 -0
  530. package/govendor/github.com/tetratelabs/wazero/internal/moremath/moremath.go +271 -0
  531. package/govendor/github.com/tetratelabs/wazero/internal/platform/cpuid.go +26 -0
  532. package/govendor/github.com/tetratelabs/wazero/internal/platform/cpuid_amd64.go +22 -0
  533. package/govendor/github.com/tetratelabs/wazero/internal/platform/cpuid_arm64.go +13 -0
  534. package/govendor/github.com/tetratelabs/wazero/internal/platform/cpuid_unsupported.go +5 -0
  535. package/govendor/github.com/tetratelabs/wazero/internal/platform/crypto.go +17 -0
  536. package/govendor/github.com/tetratelabs/wazero/internal/platform/mmap_linux.go +72 -0
  537. package/govendor/github.com/tetratelabs/wazero/internal/platform/mmap_other.go +19 -0
  538. package/govendor/github.com/tetratelabs/wazero/internal/platform/mmap_unix.go +14 -0
  539. package/govendor/github.com/tetratelabs/wazero/internal/platform/mmap_unsupported.go +22 -0
  540. package/govendor/github.com/tetratelabs/wazero/internal/platform/mmap_windows.go +31 -0
  541. package/govendor/github.com/tetratelabs/wazero/internal/platform/path.go +6 -0
  542. package/govendor/github.com/tetratelabs/wazero/internal/platform/path_windows.go +17 -0
  543. package/govendor/github.com/tetratelabs/wazero/internal/platform/platform.go +71 -0
  544. package/govendor/github.com/tetratelabs/wazero/internal/platform/time.go +76 -0
  545. package/govendor/github.com/tetratelabs/wazero/internal/platform/time_notwindows.go +11 -0
  546. package/govendor/github.com/tetratelabs/wazero/internal/platform/time_windows.go +40 -0
  547. package/govendor/github.com/tetratelabs/wazero/internal/sock/sock.go +89 -0
  548. package/govendor/github.com/tetratelabs/wazero/internal/sock/sock_supported.go +11 -0
  549. package/govendor/github.com/tetratelabs/wazero/internal/sock/sock_unsupported.go +10 -0
  550. package/govendor/github.com/tetratelabs/wazero/internal/sys/fs.go +458 -0
  551. package/govendor/github.com/tetratelabs/wazero/internal/sys/lazy.go +135 -0
  552. package/govendor/github.com/tetratelabs/wazero/internal/sys/stdio.go +125 -0
  553. package/govendor/github.com/tetratelabs/wazero/internal/sys/sys.go +228 -0
  554. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/adapter.go +105 -0
  555. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/datasync_linux.go +12 -0
  556. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/datasync_unsupported.go +14 -0
  557. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/dir.go +24 -0
  558. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/dirfs.go +137 -0
  559. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/file.go +576 -0
  560. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/file_unix.go +39 -0
  561. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/file_unsupported.go +28 -0
  562. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/file_windows.go +133 -0
  563. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/futimens.go +29 -0
  564. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/futimens_darwin.go +42 -0
  565. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/futimens_darwin.s +8 -0
  566. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/futimens_linux.go +38 -0
  567. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/futimens_unsupported.go +18 -0
  568. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/futimens_windows.go +42 -0
  569. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/ino_unix.go +22 -0
  570. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/ino_unsupported.go +17 -0
  571. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/ino_windows.go +28 -0
  572. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/nonblock_unix.go +17 -0
  573. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/nonblock_unsupported.go +13 -0
  574. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/nonblock_windows.go +23 -0
  575. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/oflag.go +38 -0
  576. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/open_file_bsd.go +26 -0
  577. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/open_file_darwin.go +26 -0
  578. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/open_file_supported.go +30 -0
  579. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/open_file_unix.go +20 -0
  580. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/open_file_unsupported.go +16 -0
  581. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/open_file_windows.go +163 -0
  582. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/osfile.go +318 -0
  583. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/poll.go +17 -0
  584. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/poll_darwin.go +55 -0
  585. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/poll_darwin.s +8 -0
  586. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/poll_linux.go +57 -0
  587. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/poll_unsupported.go +12 -0
  588. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/poll_windows.go +224 -0
  589. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/readfs.go +117 -0
  590. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/rename_unix.go +16 -0
  591. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/rename_unsupported.go +16 -0
  592. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/rename_windows.go +55 -0
  593. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/sock.go +186 -0
  594. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/sock_supported.go +76 -0
  595. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/sock_unix.go +48 -0
  596. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/sock_unsupported.go +79 -0
  597. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/sock_windows.go +80 -0
  598. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/stat.go +16 -0
  599. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/stat_supported.go +40 -0
  600. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/stat_unsupported.go +40 -0
  601. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/stat_windows.go +118 -0
  602. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/sync.go +13 -0
  603. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/sync_windows.go +20 -0
  604. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/syscall6_darwin.go +13 -0
  605. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/sysfs.go +6 -0
  606. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/unlink_unix.go +17 -0
  607. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/unlink_unsupported.go +14 -0
  608. package/govendor/github.com/tetratelabs/wazero/internal/sysfs/unlink_windows.go +25 -0
  609. package/govendor/github.com/tetratelabs/wazero/internal/u32/u32.go +11 -0
  610. package/govendor/github.com/tetratelabs/wazero/internal/u64/u64.go +15 -0
  611. package/govendor/github.com/tetratelabs/wazero/internal/version/version.go +52 -0
  612. package/govendor/github.com/tetratelabs/wazero/internal/wasip1/args.go +6 -0
  613. package/govendor/github.com/tetratelabs/wazero/internal/wasip1/clock.go +16 -0
  614. package/govendor/github.com/tetratelabs/wazero/internal/wasip1/environ.go +6 -0
  615. package/govendor/github.com/tetratelabs/wazero/internal/wasip1/errno.go +314 -0
  616. package/govendor/github.com/tetratelabs/wazero/internal/wasip1/fs.go +164 -0
  617. package/govendor/github.com/tetratelabs/wazero/internal/wasip1/poll.go +15 -0
  618. package/govendor/github.com/tetratelabs/wazero/internal/wasip1/proc.go +6 -0
  619. package/govendor/github.com/tetratelabs/wazero/internal/wasip1/random.go +3 -0
  620. package/govendor/github.com/tetratelabs/wazero/internal/wasip1/rights.go +148 -0
  621. package/govendor/github.com/tetratelabs/wazero/internal/wasip1/sched.go +3 -0
  622. package/govendor/github.com/tetratelabs/wazero/internal/wasip1/sock.go +71 -0
  623. package/govendor/github.com/tetratelabs/wazero/internal/wasip1/wasi.go +26 -0
  624. package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/code.go +124 -0
  625. package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/const_expr.go +116 -0
  626. package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/custom.go +22 -0
  627. package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/data.go +79 -0
  628. package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/decoder.go +235 -0
  629. package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/element.go +250 -0
  630. package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/errors.go +11 -0
  631. package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/export.go +32 -0
  632. package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/function.go +56 -0
  633. package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/global.go +50 -0
  634. package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/header.go +9 -0
  635. package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/import.go +68 -0
  636. package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/limits.go +47 -0
  637. package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/memory.go +42 -0
  638. package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/names.go +151 -0
  639. package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/section.go +309 -0
  640. package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/table.go +79 -0
  641. package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/value.go +97 -0
  642. package/govendor/github.com/tetratelabs/wazero/internal/wasm/const_expr.go +259 -0
  643. package/govendor/github.com/tetratelabs/wazero/internal/wasm/counts.go +53 -0
  644. package/govendor/github.com/tetratelabs/wazero/internal/wasm/engine.go +76 -0
  645. package/govendor/github.com/tetratelabs/wazero/internal/wasm/exception.go +9 -0
  646. package/govendor/github.com/tetratelabs/wazero/internal/wasm/func_validation.go +2804 -0
  647. package/govendor/github.com/tetratelabs/wazero/internal/wasm/function_definition.go +210 -0
  648. package/govendor/github.com/tetratelabs/wazero/internal/wasm/global.go +55 -0
  649. package/govendor/github.com/tetratelabs/wazero/internal/wasm/gofunc.go +279 -0
  650. package/govendor/github.com/tetratelabs/wazero/internal/wasm/host.go +179 -0
  651. package/govendor/github.com/tetratelabs/wazero/internal/wasm/instruction.go +1962 -0
  652. package/govendor/github.com/tetratelabs/wazero/internal/wasm/memory.go +475 -0
  653. package/govendor/github.com/tetratelabs/wazero/internal/wasm/memory_definition.go +128 -0
  654. package/govendor/github.com/tetratelabs/wazero/internal/wasm/module.go +1359 -0
  655. package/govendor/github.com/tetratelabs/wazero/internal/wasm/module_instance.go +251 -0
  656. package/govendor/github.com/tetratelabs/wazero/internal/wasm/module_instance_lookup.go +73 -0
  657. package/govendor/github.com/tetratelabs/wazero/internal/wasm/store.go +726 -0
  658. package/govendor/github.com/tetratelabs/wazero/internal/wasm/store_module_list.go +95 -0
  659. package/govendor/github.com/tetratelabs/wazero/internal/wasm/table.go +321 -0
  660. package/govendor/github.com/tetratelabs/wazero/internal/wasmdebug/debug.go +170 -0
  661. package/govendor/github.com/tetratelabs/wazero/internal/wasmdebug/dwarf.go +225 -0
  662. package/govendor/github.com/tetratelabs/wazero/internal/wasmruntime/errors.go +54 -0
  663. package/govendor/github.com/tetratelabs/wazero/netlify.toml +15 -0
  664. package/govendor/github.com/tetratelabs/wazero/runtime.go +399 -0
  665. package/govendor/github.com/tetratelabs/wazero/sys/clock.go +26 -0
  666. package/govendor/github.com/tetratelabs/wazero/sys/error.go +83 -0
  667. package/govendor/github.com/tetratelabs/wazero/sys/stat.go +105 -0
  668. package/govendor/github.com/tetratelabs/wazero/sys/stat_bsd.go +29 -0
  669. package/govendor/github.com/tetratelabs/wazero/sys/stat_posix.go +29 -0
  670. package/govendor/github.com/tetratelabs/wazero/sys/stat_unsupported.go +14 -0
  671. package/govendor/github.com/tetratelabs/wazero/sys/stat_windows.go +24 -0
  672. package/govendor/golang.org/x/crypto/LICENSE +27 -0
  673. package/govendor/golang.org/x/crypto/PATENTS +22 -0
  674. package/govendor/golang.org/x/crypto/cryptobyte/asn1/asn1.go +46 -0
  675. package/govendor/golang.org/x/crypto/cryptobyte/asn1.go +825 -0
  676. package/govendor/golang.org/x/crypto/cryptobyte/builder.go +350 -0
  677. package/govendor/golang.org/x/crypto/cryptobyte/string.go +183 -0
  678. package/govendor/golang.org/x/crypto/go.mod +3 -0
  679. package/govendor/golang.org/x/crypto/pbkdf2/pbkdf2.go +30 -0
  680. package/govendor/golang.org/x/net/LICENSE +27 -0
  681. package/govendor/golang.org/x/net/PATENTS +22 -0
  682. package/govendor/golang.org/x/net/dns/dnsmessage/message.go +2733 -0
  683. package/govendor/golang.org/x/net/dns/dnsmessage/svcb.go +333 -0
  684. package/govendor/golang.org/x/net/go.mod +3 -0
  685. package/govendor/golang.org/x/net/http/httpguts/guts.go +50 -0
  686. package/govendor/golang.org/x/net/http/httpguts/httplex.go +347 -0
  687. package/govendor/golang.org/x/net/http2/README.md +19 -0
  688. package/govendor/golang.org/x/net/http2/ascii.go +65 -0
  689. package/govendor/golang.org/x/net/http2/ciphers.go +641 -0
  690. package/govendor/golang.org/x/net/http2/client_conn_pool.go +301 -0
  691. package/govendor/golang.org/x/net/http2/client_priority_go126.go +20 -0
  692. package/govendor/golang.org/x/net/http2/client_priority_go127.go +13 -0
  693. package/govendor/golang.org/x/net/http2/clientconn.go +57 -0
  694. package/govendor/golang.org/x/net/http2/config.go +171 -0
  695. package/govendor/golang.org/x/net/http2/config_go125.go +15 -0
  696. package/govendor/golang.org/x/net/http2/config_go126.go +15 -0
  697. package/govendor/golang.org/x/net/http2/databuffer.go +146 -0
  698. package/govendor/golang.org/x/net/http2/errors.go +145 -0
  699. package/govendor/golang.org/x/net/http2/flow.go +175 -0
  700. package/govendor/golang.org/x/net/http2/frame.go +1887 -0
  701. package/govendor/golang.org/x/net/http2/gotrack.go +181 -0
  702. package/govendor/golang.org/x/net/http2/hpack/encode.go +244 -0
  703. package/govendor/golang.org/x/net/http2/hpack/hpack.go +522 -0
  704. package/govendor/golang.org/x/net/http2/hpack/huffman.go +226 -0
  705. package/govendor/golang.org/x/net/http2/hpack/static_table.go +188 -0
  706. package/govendor/golang.org/x/net/http2/hpack/tables.go +426 -0
  707. package/govendor/golang.org/x/net/http2/http2.go +415 -0
  708. package/govendor/golang.org/x/net/http2/pipe.go +184 -0
  709. package/govendor/golang.org/x/net/http2/server.go +3239 -0
  710. package/govendor/golang.org/x/net/http2/server_common.go +268 -0
  711. package/govendor/golang.org/x/net/http2/server_wrap.go +217 -0
  712. package/govendor/golang.org/x/net/http2/transport.go +3084 -0
  713. package/govendor/golang.org/x/net/http2/transport_common.go +516 -0
  714. package/govendor/golang.org/x/net/http2/transport_wrap.go +583 -0
  715. package/govendor/golang.org/x/net/http2/unencrypted.go +32 -0
  716. package/govendor/golang.org/x/net/http2/write.go +381 -0
  717. package/govendor/golang.org/x/net/http2/writesched.go +253 -0
  718. package/govendor/golang.org/x/net/http2/writesched_common.go +90 -0
  719. package/govendor/golang.org/x/net/http2/writesched_priority_rfc7540.go +420 -0
  720. package/govendor/golang.org/x/net/http2/writesched_priority_rfc9218.go +226 -0
  721. package/govendor/golang.org/x/net/http2/writesched_random.go +81 -0
  722. package/govendor/golang.org/x/net/http2/writesched_roundrobin.go +121 -0
  723. package/govendor/golang.org/x/net/idna/idna.go +884 -0
  724. package/govendor/golang.org/x/net/idna/punycode.go +220 -0
  725. package/govendor/golang.org/x/net/idna/tables15.0.0.go +5144 -0
  726. package/govendor/golang.org/x/net/idna/tables17.0.0.go +5302 -0
  727. package/govendor/golang.org/x/net/idna/trie.go +51 -0
  728. package/govendor/golang.org/x/net/idna/trieval.go +119 -0
  729. package/govendor/golang.org/x/net/internal/httpcommon/README.md +7 -0
  730. package/govendor/golang.org/x/net/internal/httpcommon/ascii.go +53 -0
  731. package/govendor/golang.org/x/net/internal/httpcommon/gzip.go +132 -0
  732. package/govendor/golang.org/x/net/internal/httpcommon/headermap.go +115 -0
  733. package/govendor/golang.org/x/net/internal/httpcommon/request.go +503 -0
  734. package/govendor/golang.org/x/net/internal/httpsfv/httpsfv.go +665 -0
  735. package/govendor/golang.org/x/sys/cpu/asm_aix_ppc64.s +17 -0
  736. package/govendor/golang.org/x/sys/cpu/asm_darwin_arm64_gc.s +12 -0
  737. package/govendor/golang.org/x/sys/cpu/asm_darwin_x86_gc.s +17 -0
  738. package/govendor/golang.org/x/sys/cpu/byteorder.go +66 -0
  739. package/govendor/golang.org/x/sys/cpu/cpu.go +357 -0
  740. package/govendor/golang.org/x/sys/cpu/cpu_aix.go +33 -0
  741. package/govendor/golang.org/x/sys/cpu/cpu_arm.go +73 -0
  742. package/govendor/golang.org/x/sys/cpu/cpu_arm64.go +191 -0
  743. package/govendor/golang.org/x/sys/cpu/cpu_arm64.s +35 -0
  744. package/govendor/golang.org/x/sys/cpu/cpu_darwin_arm64.go +67 -0
  745. package/govendor/golang.org/x/sys/cpu/cpu_darwin_arm64_other.go +31 -0
  746. package/govendor/golang.org/x/sys/cpu/cpu_darwin_x86.go +61 -0
  747. package/govendor/golang.org/x/sys/cpu/cpu_gc_arm64.go +12 -0
  748. package/govendor/golang.org/x/sys/cpu/cpu_gc_riscv64.go +11 -0
  749. package/govendor/golang.org/x/sys/cpu/cpu_gc_s390x.go +21 -0
  750. package/govendor/golang.org/x/sys/cpu/cpu_gc_x86.go +15 -0
  751. package/govendor/golang.org/x/sys/cpu/cpu_gc_x86.s +26 -0
  752. package/govendor/golang.org/x/sys/cpu/cpu_gccgo_arm64.go +12 -0
  753. package/govendor/golang.org/x/sys/cpu/cpu_gccgo_s390x.go +22 -0
  754. package/govendor/golang.org/x/sys/cpu/cpu_gccgo_x86.c +37 -0
  755. package/govendor/golang.org/x/sys/cpu/cpu_gccgo_x86.go +25 -0
  756. package/govendor/golang.org/x/sys/cpu/cpu_linux.go +15 -0
  757. package/govendor/golang.org/x/sys/cpu/cpu_linux_arm.go +39 -0
  758. package/govendor/golang.org/x/sys/cpu/cpu_linux_arm64.go +120 -0
  759. package/govendor/golang.org/x/sys/cpu/cpu_linux_loong64.go +22 -0
  760. package/govendor/golang.org/x/sys/cpu/cpu_linux_mips64x.go +22 -0
  761. package/govendor/golang.org/x/sys/cpu/cpu_linux_noinit.go +9 -0
  762. package/govendor/golang.org/x/sys/cpu/cpu_linux_ppc64x.go +34 -0
  763. package/govendor/golang.org/x/sys/cpu/cpu_linux_riscv64.go +173 -0
  764. package/govendor/golang.org/x/sys/cpu/cpu_linux_s390x.go +40 -0
  765. package/govendor/golang.org/x/sys/cpu/cpu_loong64.go +62 -0
  766. package/govendor/golang.org/x/sys/cpu/cpu_loong64.s +13 -0
  767. package/govendor/golang.org/x/sys/cpu/cpu_mips64x.go +15 -0
  768. package/govendor/golang.org/x/sys/cpu/cpu_mipsx.go +11 -0
  769. package/govendor/golang.org/x/sys/cpu/cpu_netbsd_amd64.go +47 -0
  770. package/govendor/golang.org/x/sys/cpu/cpu_netbsd_arm64.go +173 -0
  771. package/govendor/golang.org/x/sys/cpu/cpu_openbsd_arm64.go +65 -0
  772. package/govendor/golang.org/x/sys/cpu/cpu_openbsd_arm64.s +11 -0
  773. package/govendor/golang.org/x/sys/cpu/cpu_other_arm.go +9 -0
  774. package/govendor/golang.org/x/sys/cpu/cpu_other_arm64.go +11 -0
  775. package/govendor/golang.org/x/sys/cpu/cpu_other_mips64x.go +11 -0
  776. package/govendor/golang.org/x/sys/cpu/cpu_other_ppc64x.go +12 -0
  777. package/govendor/golang.org/x/sys/cpu/cpu_other_riscv64.go +11 -0
  778. package/govendor/golang.org/x/sys/cpu/cpu_other_x86.go +11 -0
  779. package/govendor/golang.org/x/sys/cpu/cpu_ppc64x.go +16 -0
  780. package/govendor/golang.org/x/sys/cpu/cpu_riscv64.go +33 -0
  781. package/govendor/golang.org/x/sys/cpu/cpu_riscv64.s +17 -0
  782. package/govendor/golang.org/x/sys/cpu/cpu_s390x.go +172 -0
  783. package/govendor/golang.org/x/sys/cpu/cpu_s390x.s +57 -0
  784. package/govendor/golang.org/x/sys/cpu/cpu_sparc64.go +12 -0
  785. package/govendor/golang.org/x/sys/cpu/cpu_wasm.go +17 -0
  786. package/govendor/golang.org/x/sys/cpu/cpu_windows.go +26 -0
  787. package/govendor/golang.org/x/sys/cpu/cpu_windows_arm64.go +38 -0
  788. package/govendor/golang.org/x/sys/cpu/cpu_x86.go +259 -0
  789. package/govendor/golang.org/x/sys/cpu/cpu_zos.go +10 -0
  790. package/govendor/golang.org/x/sys/cpu/cpu_zos_s390x.go +25 -0
  791. package/govendor/golang.org/x/sys/cpu/endian_big.go +10 -0
  792. package/govendor/golang.org/x/sys/cpu/endian_little.go +10 -0
  793. package/govendor/golang.org/x/sys/cpu/hwcap_linux.go +71 -0
  794. package/govendor/golang.org/x/sys/cpu/parse.go +55 -0
  795. package/govendor/golang.org/x/sys/cpu/proc_cpuinfo_linux.go +53 -0
  796. package/govendor/golang.org/x/sys/cpu/runtime_auxv.go +16 -0
  797. package/govendor/golang.org/x/sys/cpu/runtime_auxv_go121.go +18 -0
  798. package/govendor/golang.org/x/sys/cpu/syscall_aix_gccgo.go +26 -0
  799. package/govendor/golang.org/x/sys/cpu/syscall_aix_ppc64_gc.go +35 -0
  800. package/govendor/golang.org/x/sys/cpu/syscall_darwin_arm64_gc.go +54 -0
  801. package/govendor/golang.org/x/sys/cpu/syscall_darwin_x86_gc.go +98 -0
  802. package/govendor/golang.org/x/sys/cpu/zcpu_windows.go +48 -0
  803. package/govendor/golang.org/x/sys/unix/asm_linux_ppc64x.s +20 -0
  804. package/govendor/golang.org/x/sys/unix/asm_linux_sparc64.s +48 -0
  805. package/govendor/golang.org/x/sys/unix/asm_zos_s390x.s +4 -186
  806. package/govendor/golang.org/x/sys/unix/bpxsvc_zos.s +9 -9
  807. package/govendor/golang.org/x/sys/unix/fcntl_darwin.go +2 -2
  808. package/govendor/golang.org/x/sys/unix/mkerrors.sh +1 -1
  809. package/govendor/golang.org/x/sys/unix/ptrace_zos.go +537 -0
  810. package/govendor/golang.org/x/sys/unix/ptrace_zos_singlestep.go +425 -0
  811. package/govendor/golang.org/x/sys/unix/syscall_darwin.go +1 -0
  812. package/govendor/golang.org/x/sys/unix/syscall_freebsd.go +9 -0
  813. package/govendor/golang.org/x/sys/unix/syscall_linux.go +20 -1
  814. package/govendor/golang.org/x/sys/unix/syscall_linux_sparc64.go +3 -3
  815. package/govendor/golang.org/x/sys/unix/syscall_netbsd.go +9 -0
  816. package/govendor/golang.org/x/sys/unix/syscall_unix_gc.go +1 -1
  817. package/govendor/golang.org/x/sys/unix/syscall_zos_s390x.go +0 -4
  818. package/govendor/golang.org/x/sys/unix/xattr_bsd.go +12 -12
  819. package/govendor/golang.org/x/sys/unix/zerrors_darwin_amd64.go +6 -0
  820. package/govendor/golang.org/x/sys/unix/zerrors_darwin_arm64.go +6 -0
  821. package/govendor/golang.org/x/sys/unix/zerrors_linux.go +32 -0
  822. package/govendor/golang.org/x/sys/unix/zerrors_linux_386.go +2 -0
  823. package/govendor/golang.org/x/sys/unix/zerrors_linux_amd64.go +2 -0
  824. package/govendor/golang.org/x/sys/unix/zerrors_linux_arm.go +2 -0
  825. package/govendor/golang.org/x/sys/unix/zerrors_linux_arm64.go +2 -0
  826. package/govendor/golang.org/x/sys/unix/zerrors_linux_loong64.go +2 -0
  827. package/govendor/golang.org/x/sys/unix/zerrors_linux_mips.go +2 -0
  828. package/govendor/golang.org/x/sys/unix/zerrors_linux_mips64.go +2 -0
  829. package/govendor/golang.org/x/sys/unix/zerrors_linux_mips64le.go +2 -0
  830. package/govendor/golang.org/x/sys/unix/zerrors_linux_mipsle.go +2 -0
  831. package/govendor/golang.org/x/sys/unix/zerrors_linux_ppc.go +2 -0
  832. package/govendor/golang.org/x/sys/unix/zerrors_linux_ppc64.go +2 -0
  833. package/govendor/golang.org/x/sys/unix/zerrors_linux_ppc64le.go +2 -0
  834. package/govendor/golang.org/x/sys/unix/zerrors_linux_riscv64.go +2 -0
  835. package/govendor/golang.org/x/sys/unix/zerrors_linux_s390x.go +2 -0
  836. package/govendor/golang.org/x/sys/unix/zerrors_linux_sparc64.go +2 -0
  837. package/govendor/golang.org/x/sys/unix/zsyscall_darwin_amd64.go +11 -0
  838. package/govendor/golang.org/x/sys/unix/zsyscall_darwin_arm64.go +11 -0
  839. package/govendor/golang.org/x/sys/unix/zsyscall_freebsd_386.go +159 -0
  840. package/govendor/golang.org/x/sys/unix/zsyscall_freebsd_amd64.go +159 -0
  841. package/govendor/golang.org/x/sys/unix/zsyscall_freebsd_arm.go +159 -0
  842. package/govendor/golang.org/x/sys/unix/zsyscall_freebsd_arm64.go +159 -0
  843. package/govendor/golang.org/x/sys/unix/zsyscall_freebsd_riscv64.go +159 -0
  844. package/govendor/golang.org/x/sys/unix/zsyscall_linux.go +28 -1
  845. package/govendor/golang.org/x/sys/unix/zsyscall_linux_sparc64.go +3 -3
  846. package/govendor/golang.org/x/sys/unix/zsyscall_netbsd_386.go +159 -0
  847. package/govendor/golang.org/x/sys/unix/zsyscall_netbsd_amd64.go +159 -0
  848. package/govendor/golang.org/x/sys/unix/zsyscall_netbsd_arm.go +159 -0
  849. package/govendor/golang.org/x/sys/unix/zsyscall_netbsd_arm64.go +159 -0
  850. package/govendor/golang.org/x/sys/unix/zsysnum_zos_s390x.go +13 -0
  851. package/govendor/golang.org/x/sys/unix/ztypes_linux.go +65 -36
  852. package/govendor/golang.org/x/sys/unix/ztypes_linux_386.go +6 -0
  853. package/govendor/golang.org/x/sys/unix/ztypes_linux_amd64.go +7 -0
  854. package/govendor/golang.org/x/sys/unix/ztypes_linux_arm.go +6 -0
  855. package/govendor/golang.org/x/sys/unix/ztypes_linux_arm64.go +7 -0
  856. package/govendor/golang.org/x/sys/unix/ztypes_linux_loong64.go +7 -0
  857. package/govendor/golang.org/x/sys/unix/ztypes_linux_mips.go +6 -0
  858. package/govendor/golang.org/x/sys/unix/ztypes_linux_mips64.go +7 -0
  859. package/govendor/golang.org/x/sys/unix/ztypes_linux_mips64le.go +7 -0
  860. package/govendor/golang.org/x/sys/unix/ztypes_linux_mipsle.go +6 -0
  861. package/govendor/golang.org/x/sys/unix/ztypes_linux_ppc.go +6 -0
  862. package/govendor/golang.org/x/sys/unix/ztypes_linux_ppc64.go +7 -0
  863. package/govendor/golang.org/x/sys/unix/ztypes_linux_ppc64le.go +7 -0
  864. package/govendor/golang.org/x/sys/unix/ztypes_linux_riscv64.go +7 -0
  865. package/govendor/golang.org/x/sys/unix/ztypes_linux_s390x.go +7 -0
  866. package/govendor/golang.org/x/sys/unix/ztypes_linux_sparc64.go +10 -5
  867. package/govendor/golang.org/x/sys/unix/ztypes_zos_s390x.go +78 -0
  868. package/govendor/golang.org/x/text/.gitattributes +10 -0
  869. package/govendor/golang.org/x/text/CONTRIBUTING.md +26 -0
  870. package/govendor/golang.org/x/text/LICENSE +27 -0
  871. package/govendor/golang.org/x/text/PATENTS +22 -0
  872. package/govendor/golang.org/x/text/README.md +81 -0
  873. package/govendor/golang.org/x/text/cases/cases.go +162 -0
  874. package/govendor/golang.org/x/text/cases/context.go +376 -0
  875. package/govendor/golang.org/x/text/cases/fold.go +34 -0
  876. package/govendor/golang.org/x/text/cases/icu.go +61 -0
  877. package/govendor/golang.org/x/text/cases/info.go +82 -0
  878. package/govendor/golang.org/x/text/cases/map.go +816 -0
  879. package/govendor/golang.org/x/text/cases/tables15.0.0.go +2527 -0
  880. package/govendor/golang.org/x/text/cases/tables17.0.0.go +2642 -0
  881. package/govendor/golang.org/x/text/cases/trieval.go +217 -0
  882. package/govendor/golang.org/x/text/codereview.cfg +1 -0
  883. package/govendor/golang.org/x/text/collate/collate.go +402 -0
  884. package/govendor/golang.org/x/text/collate/index.go +32 -0
  885. package/govendor/golang.org/x/text/collate/option.go +239 -0
  886. package/govendor/golang.org/x/text/collate/sort.go +81 -0
  887. package/govendor/golang.org/x/text/collate/tables.go +73789 -0
  888. package/govendor/golang.org/x/text/currency/common.go +67 -0
  889. package/govendor/golang.org/x/text/currency/currency.go +185 -0
  890. package/govendor/golang.org/x/text/currency/format.go +220 -0
  891. package/govendor/golang.org/x/text/currency/query.go +152 -0
  892. package/govendor/golang.org/x/text/currency/tables.go +2629 -0
  893. package/govendor/golang.org/x/text/doc.go +16 -0
  894. package/govendor/golang.org/x/text/feature/plural/common.go +70 -0
  895. package/govendor/golang.org/x/text/feature/plural/message.go +244 -0
  896. package/govendor/golang.org/x/text/feature/plural/plural.go +262 -0
  897. package/govendor/golang.org/x/text/feature/plural/tables.go +552 -0
  898. package/govendor/golang.org/x/text/go.mod +3 -0
  899. package/govendor/golang.org/x/text/internal/catmsg/catmsg.go +417 -0
  900. package/govendor/golang.org/x/text/internal/catmsg/codec.go +407 -0
  901. package/govendor/golang.org/x/text/internal/catmsg/varint.go +62 -0
  902. package/govendor/golang.org/x/text/internal/colltab/collelem.go +374 -0
  903. package/govendor/golang.org/x/text/internal/colltab/colltab.go +105 -0
  904. package/govendor/golang.org/x/text/internal/colltab/contract.go +145 -0
  905. package/govendor/golang.org/x/text/internal/colltab/iter.go +178 -0
  906. package/govendor/golang.org/x/text/internal/colltab/numeric.go +236 -0
  907. package/govendor/golang.org/x/text/internal/colltab/table.go +275 -0
  908. package/govendor/golang.org/x/text/internal/colltab/trie.go +159 -0
  909. package/govendor/golang.org/x/text/internal/colltab/weighter.go +31 -0
  910. package/govendor/golang.org/x/text/internal/format/format.go +41 -0
  911. package/govendor/golang.org/x/text/internal/format/parser.go +358 -0
  912. package/govendor/golang.org/x/text/internal/internal.go +49 -0
  913. package/govendor/golang.org/x/text/internal/language/common.go +16 -0
  914. package/govendor/golang.org/x/text/internal/language/compact/compact.go +61 -0
  915. package/govendor/golang.org/x/text/internal/language/compact/language.go +260 -0
  916. package/govendor/golang.org/x/text/internal/language/compact/parents.go +120 -0
  917. package/govendor/golang.org/x/text/internal/language/compact/tables.go +1015 -0
  918. package/govendor/golang.org/x/text/internal/language/compact/tags.go +91 -0
  919. package/govendor/golang.org/x/text/internal/language/compact.go +29 -0
  920. package/govendor/golang.org/x/text/internal/language/compose.go +167 -0
  921. package/govendor/golang.org/x/text/internal/language/coverage.go +28 -0
  922. package/govendor/golang.org/x/text/internal/language/language.go +627 -0
  923. package/govendor/golang.org/x/text/internal/language/lookup.go +412 -0
  924. package/govendor/golang.org/x/text/internal/language/match.go +226 -0
  925. package/govendor/golang.org/x/text/internal/language/parse.go +608 -0
  926. package/govendor/golang.org/x/text/internal/language/tables.go +3494 -0
  927. package/govendor/golang.org/x/text/internal/language/tags.go +48 -0
  928. package/govendor/golang.org/x/text/internal/match.go +67 -0
  929. package/govendor/golang.org/x/text/internal/number/common.go +55 -0
  930. package/govendor/golang.org/x/text/internal/number/decimal.go +500 -0
  931. package/govendor/golang.org/x/text/internal/number/format.go +533 -0
  932. package/govendor/golang.org/x/text/internal/number/number.go +152 -0
  933. package/govendor/golang.org/x/text/internal/number/pattern.go +485 -0
  934. package/govendor/golang.org/x/text/internal/number/roundingmode_string.go +30 -0
  935. package/govendor/golang.org/x/text/internal/number/tables.go +1219 -0
  936. package/govendor/golang.org/x/text/internal/stringset/set.go +86 -0
  937. package/govendor/golang.org/x/text/internal/tag/tag.go +100 -0
  938. package/govendor/golang.org/x/text/language/coverage.go +187 -0
  939. package/govendor/golang.org/x/text/language/display/dict.go +92 -0
  940. package/govendor/golang.org/x/text/language/display/display.go +420 -0
  941. package/govendor/golang.org/x/text/language/display/lookup.go +253 -0
  942. package/govendor/golang.org/x/text/language/display/tables.go +53114 -0
  943. package/govendor/golang.org/x/text/language/doc.go +98 -0
  944. package/govendor/golang.org/x/text/language/language.go +605 -0
  945. package/govendor/golang.org/x/text/language/match.go +735 -0
  946. package/govendor/golang.org/x/text/language/parse.go +258 -0
  947. package/govendor/golang.org/x/text/language/tables.go +298 -0
  948. package/govendor/golang.org/x/text/language/tags.go +145 -0
  949. package/govendor/golang.org/x/text/message/catalog/catalog.go +365 -0
  950. package/govendor/golang.org/x/text/message/catalog/dict.go +133 -0
  951. package/govendor/golang.org/x/text/secure/bidirule/bidirule.go +346 -0
  952. package/govendor/golang.org/x/text/transform/transform.go +709 -0
  953. package/govendor/golang.org/x/text/unicode/bidi/bidi.go +359 -0
  954. package/govendor/golang.org/x/text/unicode/bidi/bracket.go +335 -0
  955. package/govendor/golang.org/x/text/unicode/bidi/core.go +1050 -0
  956. package/govendor/golang.org/x/text/unicode/bidi/prop.go +206 -0
  957. package/govendor/golang.org/x/text/unicode/bidi/tables15.0.0.go +2042 -0
  958. package/govendor/golang.org/x/text/unicode/bidi/tables17.0.0.go +2135 -0
  959. package/govendor/golang.org/x/text/unicode/bidi/trieval.go +48 -0
  960. package/govendor/golang.org/x/text/unicode/norm/composition.go +524 -0
  961. package/govendor/golang.org/x/text/unicode/norm/forminfo.go +296 -0
  962. package/govendor/golang.org/x/text/unicode/norm/input.go +109 -0
  963. package/govendor/golang.org/x/text/unicode/norm/iter.go +454 -0
  964. package/govendor/golang.org/x/text/unicode/norm/normalize.go +613 -0
  965. package/govendor/golang.org/x/text/unicode/norm/readwriter.go +125 -0
  966. package/govendor/golang.org/x/text/unicode/norm/tables15.0.0.go +7907 -0
  967. package/govendor/golang.org/x/text/unicode/norm/tables17.0.0.go +8104 -0
  968. package/govendor/golang.org/x/text/unicode/norm/transform.go +89 -0
  969. package/govendor/golang.org/x/text/unicode/norm/trie.go +54 -0
  970. package/govendor/manifest.txt +11 -2
  971. package/package.json +2 -1
  972. package/performance/README.md +87 -35
  973. package/performance/arr-for-of.ts +29 -0
  974. package/performance/arr-push-local.ts +39 -0
  975. package/performance/arr-slice-concat.ts +24 -0
  976. package/performance/async-promise-all.ts +38 -0
  977. package/performance/bigint-arith.ts +36 -0
  978. package/performance/buf-encode.ts +29 -0
  979. package/performance/class-accessors.ts +48 -0
  980. package/performance/date-format.ts +18 -0
  981. package/performance/fn-rest-spread.ts +43 -0
  982. package/performance/gen-next.ts +32 -0
  983. package/performance/iter-helpers.ts +38 -0
  984. package/performance/json-any.ts +30 -0
  985. package/performance/map-iterate.ts +26 -0
  986. package/performance/map-number-keys.ts +37 -0
  987. package/performance/num-hash-imul.ts +36 -0
  988. package/performance/obj-keys-entries.ts +44 -0
  989. package/performance/obj-optional-chain.ts +42 -0
  990. package/performance/obj-record-dict.ts +24 -0
  991. package/performance/obj-spread-destructure.ts +40 -0
  992. package/performance/regex-replace-fn.ts +24 -0
  993. package/performance/str-methods.ts +24 -0
  994. package/performance/str-switch-compare.ts +50 -0
  995. package/performance/str-unicode.ts +25 -0
  996. package/performance/typed-array.ts +30 -0
  997. package/performance/union-typeof.ts +40 -0
  998. package/performance/wasm-call.ts +63 -0
  999. package/tsparser/go.mod +1 -1
  1000. package/tsparser/go.sum +2 -2
  1001. package/types/typenative-npm.d.ts +836 -69
  1002. package/types/typenative.d.ts +1224 -23
  1003. package/govendor/golang.org/x/sys/unix/syscall_unix_gc_ppc64x.go +0 -22
  1004. package/govendor/golang.org/x/sys/windows/types_windows_arm.go +0 -35
@@ -0,0 +1,4762 @@
1
+ // Code generated by command: go run gen.go -out ../seqdec.s -arch amd64,arm64 -arm64-promote-stack-slots -arm64-pair-vector-moves -pkg=zstd. DO NOT EDIT.
2
+
3
+ //go:build !noasm && gc
4
+
5
+ // func sequenceDecs_decode_amd64(s *sequenceDecs, br *bitReader, ctx *decodeAsmContext) int
6
+ // Requires: CMOV
7
+ TEXT ·sequenceDecs_decode_amd64(SB), $40-32
8
+ MOVQ br+8(FP), CX
9
+ MOVQ 24(CX), DX
10
+ MOVBQZX 40(CX), BX
11
+ MOVQ (CX), AX
12
+ MOVQ 32(CX), SI
13
+ ADDQ SI, AX
14
+ MOVQ AX, (SP)
15
+ MOVQ ctx+16(FP), AX
16
+ MOVQ 72(AX), DI
17
+ MOVQ 80(AX), R8
18
+ MOVQ 88(AX), R9
19
+ MOVQ (AX), CX
20
+ MOVQ CX, 8(SP)
21
+ MOVQ 24(AX), CX
22
+ MOVQ CX, 16(SP)
23
+ MOVQ 48(AX), CX
24
+ MOVQ CX, 24(SP)
25
+ MOVQ 96(AX), CX
26
+ MOVQ CX, 32(SP)
27
+ MOVQ 104(AX), R10
28
+ MOVQ s+0(FP), AX
29
+ MOVQ 144(AX), R11
30
+ MOVQ 152(AX), R12
31
+ MOVQ 160(AX), R13
32
+ PCALIGN $0x40
33
+
34
+ sequenceDecs_decode_amd64_main_loop:
35
+ MOVQ (SP), R14
36
+
37
+ // Fill bitreader to have enough for the offset and match length.
38
+ CMPQ SI, $0x08
39
+ JL sequenceDecs_decode_amd64_fill_byte_by_byte
40
+ MOVQ BX, AX
41
+ SHRQ $0x03, AX
42
+ SUBQ AX, R14
43
+ MOVQ (R14), DX
44
+ SUBQ AX, SI
45
+ ANDQ $0x07, BX
46
+ JMP sequenceDecs_decode_amd64_fill_end
47
+
48
+ sequenceDecs_decode_amd64_fill_byte_by_byte:
49
+ CMPQ SI, $0x00
50
+ JLE sequenceDecs_decode_amd64_fill_check_overread
51
+ CMPQ BX, $0x07
52
+ JLE sequenceDecs_decode_amd64_fill_end
53
+ SHLQ $0x08, DX
54
+ SUBQ $0x01, R14
55
+ SUBQ $0x01, SI
56
+ SUBQ $0x08, BX
57
+ MOVBQZX (R14), AX
58
+ ORQ AX, DX
59
+ JMP sequenceDecs_decode_amd64_fill_byte_by_byte
60
+
61
+ sequenceDecs_decode_amd64_fill_check_overread:
62
+ CMPQ BX, $0x40
63
+ JA error_overread
64
+
65
+ sequenceDecs_decode_amd64_fill_end:
66
+ // Update offset
67
+ MOVQ R9, AX
68
+ MOVQ BX, CX
69
+ MOVQ DX, R15
70
+ SHLQ CL, R15
71
+ SHRQ $0x01, R15
72
+ MOVBLZX AH, CX
73
+ SHRQ $0x20, AX
74
+ ADDQ CX, BX
75
+ XORQ $0x3f, CX
76
+ SHRQ CL, R15
77
+ ADDQ R15, AX
78
+ MOVQ AX, 16(R10)
79
+
80
+ // Update match length
81
+ MOVQ R8, AX
82
+ MOVQ BX, CX
83
+ MOVQ DX, R15
84
+ SHLQ CL, R15
85
+ SHRQ $0x01, R15
86
+ MOVBLZX AH, CX
87
+ SHRQ $0x20, AX
88
+ ADDQ CX, BX
89
+ XORQ $0x3f, CX
90
+ SHRQ CL, R15
91
+ ADDQ R15, AX
92
+ MOVQ AX, 8(R10)
93
+
94
+ // Fill bitreader to have enough for the remaining
95
+ CMPQ SI, $0x08
96
+ JL sequenceDecs_decode_amd64_fill_2_byte_by_byte
97
+ MOVQ BX, AX
98
+ SHRQ $0x03, AX
99
+ SUBQ AX, R14
100
+ MOVQ (R14), DX
101
+ SUBQ AX, SI
102
+ ANDQ $0x07, BX
103
+ JMP sequenceDecs_decode_amd64_fill_2_end
104
+
105
+ sequenceDecs_decode_amd64_fill_2_byte_by_byte:
106
+ CMPQ SI, $0x00
107
+ JLE sequenceDecs_decode_amd64_fill_2_check_overread
108
+ CMPQ BX, $0x07
109
+ JLE sequenceDecs_decode_amd64_fill_2_end
110
+ SHLQ $0x08, DX
111
+ SUBQ $0x01, R14
112
+ SUBQ $0x01, SI
113
+ SUBQ $0x08, BX
114
+ MOVBQZX (R14), AX
115
+ ORQ AX, DX
116
+ JMP sequenceDecs_decode_amd64_fill_2_byte_by_byte
117
+
118
+ sequenceDecs_decode_amd64_fill_2_check_overread:
119
+ CMPQ BX, $0x40
120
+ JA error_overread
121
+
122
+ sequenceDecs_decode_amd64_fill_2_end:
123
+ // Update literal length
124
+ MOVQ DI, AX
125
+ MOVQ BX, CX
126
+ MOVQ DX, R15
127
+ SHLQ CL, R15
128
+ SHRQ $0x01, R15
129
+ MOVBLZX AH, CX
130
+ SHRQ $0x20, AX
131
+ ADDQ CX, BX
132
+ XORQ $0x3f, CX
133
+ SHRQ CL, R15
134
+ ADDQ R15, AX
135
+ MOVQ AX, (R10)
136
+
137
+ // Fill bitreader for state updates
138
+ MOVQ R14, (SP)
139
+ MOVQ R9, AX
140
+ SHRQ $0x08, AX
141
+ MOVBQZX AL, AX
142
+ CMPQ 32(SP), $0x00
143
+ JZ sequenceDecs_decode_amd64_skip_update
144
+
145
+ // Update Literal Length State
146
+ MOVBQZX DI, R14
147
+ SHRL $0x10, DI
148
+ MOVQ BX, CX
149
+ MOVQ DX, R15
150
+ SHLQ CL, R15
151
+ SHRQ $0x01, R15
152
+ ADDQ R14, BX
153
+ XORQ $0x3f, R14
154
+ MOVQ R14, CX
155
+ SHRQ CL, R15
156
+ ADDQ R15, DI
157
+
158
+ // Load ctx.llTable
159
+ MOVQ 8(SP), CX
160
+ MOVQ (CX)(DI*8), DI
161
+
162
+ // Update Match Length State
163
+ MOVBQZX R8, R14
164
+ SHRL $0x10, R8
165
+ MOVQ BX, CX
166
+ MOVQ DX, R15
167
+ SHLQ CL, R15
168
+ SHRQ $0x01, R15
169
+ ADDQ R14, BX
170
+ XORQ $0x3f, R14
171
+ MOVQ R14, CX
172
+ SHRQ CL, R15
173
+ ADDQ R15, R8
174
+
175
+ // Load ctx.mlTable
176
+ MOVQ 16(SP), CX
177
+ MOVQ (CX)(R8*8), R8
178
+
179
+ // Update Offset State
180
+ MOVBQZX R9, R14
181
+ SHRL $0x10, R9
182
+ MOVQ BX, CX
183
+ MOVQ DX, R15
184
+ SHLQ CL, R15
185
+ SHRQ $0x01, R15
186
+ ADDQ R14, BX
187
+ XORQ $0x3f, R14
188
+ MOVQ R14, CX
189
+ SHRQ CL, R15
190
+ ADDQ R15, R9
191
+
192
+ // Load ctx.ofTable
193
+ MOVQ 24(SP), CX
194
+ MOVQ (CX)(R9*8), R9
195
+
196
+ sequenceDecs_decode_amd64_skip_update:
197
+ // Adjust offset
198
+ MOVQ 16(R10), CX
199
+ CMPQ AX, $0x01
200
+ JBE sequenceDecs_decode_amd64_adjust_offsetB_1_or_0
201
+ MOVQ R12, R13
202
+ MOVQ R11, R12
203
+ MOVQ CX, R11
204
+ JMP sequenceDecs_decode_amd64_after_adjust
205
+
206
+ sequenceDecs_decode_amd64_adjust_offsetB_1_or_0:
207
+ CMPQ (R10), $0x00000000
208
+ JNE sequenceDecs_decode_amd64_adjust_offset_maybezero
209
+ INCQ CX
210
+ JMP sequenceDecs_decode_amd64_adjust_offset_nonzero
211
+
212
+ sequenceDecs_decode_amd64_adjust_offset_maybezero:
213
+ TESTQ CX, CX
214
+ JNZ sequenceDecs_decode_amd64_adjust_offset_nonzero
215
+ MOVQ R11, CX
216
+ JMP sequenceDecs_decode_amd64_after_adjust
217
+
218
+ sequenceDecs_decode_amd64_adjust_offset_nonzero:
219
+ CMPQ CX, $0x01
220
+ JB sequenceDecs_decode_amd64_adjust_zero
221
+ JEQ sequenceDecs_decode_amd64_adjust_one
222
+ CMPQ CX, $0x02
223
+ JA sequenceDecs_decode_amd64_adjust_three
224
+ JMP sequenceDecs_decode_amd64_adjust_two
225
+
226
+ sequenceDecs_decode_amd64_adjust_zero:
227
+ MOVQ R11, AX
228
+ JMP sequenceDecs_decode_amd64_adjust_test_temp_valid
229
+
230
+ sequenceDecs_decode_amd64_adjust_one:
231
+ MOVQ R12, AX
232
+ JMP sequenceDecs_decode_amd64_adjust_test_temp_valid
233
+
234
+ sequenceDecs_decode_amd64_adjust_two:
235
+ MOVQ R13, AX
236
+ JMP sequenceDecs_decode_amd64_adjust_test_temp_valid
237
+
238
+ sequenceDecs_decode_amd64_adjust_three:
239
+ LEAQ -1(R11), AX
240
+
241
+ sequenceDecs_decode_amd64_adjust_test_temp_valid:
242
+ TESTQ AX, AX
243
+ JNZ sequenceDecs_decode_amd64_adjust_temp_valid
244
+ MOVQ $0x00000001, AX
245
+
246
+ sequenceDecs_decode_amd64_adjust_temp_valid:
247
+ CMPQ CX, $0x01
248
+ CMOVQNE R12, R13
249
+ MOVQ R11, R12
250
+ MOVQ AX, R11
251
+ MOVQ AX, CX
252
+
253
+ sequenceDecs_decode_amd64_after_adjust:
254
+ MOVQ CX, 16(R10)
255
+
256
+ // Check values
257
+ MOVQ 8(R10), AX
258
+ MOVQ (R10), R14
259
+ LEAQ (AX)(R14*1), R15
260
+ MOVQ s+0(FP), BP
261
+ ADDQ R15, 256(BP)
262
+ MOVQ ctx+16(FP), R15
263
+ SUBQ R14, 128(R15)
264
+ JS error_not_enough_literals
265
+ CMPQ AX, $0x00020002
266
+ JA sequenceDecs_decode_amd64_error_match_len_too_big
267
+ TESTQ CX, CX
268
+ JNZ sequenceDecs_decode_amd64_match_len_ofs_ok
269
+ TESTQ AX, AX
270
+ JNZ sequenceDecs_decode_amd64_error_match_len_ofs_mismatch
271
+
272
+ sequenceDecs_decode_amd64_match_len_ofs_ok:
273
+ ADDQ $0x18, R10
274
+ DECQ 32(SP)
275
+ JNS sequenceDecs_decode_amd64_main_loop
276
+ MOVQ s+0(FP), AX
277
+ MOVQ R11, 144(AX)
278
+ MOVQ R12, 152(AX)
279
+ MOVQ R13, 160(AX)
280
+ MOVQ br+8(FP), AX
281
+ MOVQ DX, 24(AX)
282
+ MOVB BL, 40(AX)
283
+ MOVQ SI, 32(AX)
284
+
285
+ // Return success
286
+ MOVQ 32(SP), AX
287
+ MOVQ ctx+16(FP), CX
288
+ MOVQ AX, 96(CX)
289
+ MOVQ $0x00000000, ret+24(FP)
290
+ RET
291
+
292
+ // Return with match length error
293
+ sequenceDecs_decode_amd64_error_match_len_ofs_mismatch:
294
+ MOVQ 32(SP), AX
295
+ MOVQ ctx+16(FP), CX
296
+ MOVQ AX, 96(CX)
297
+ MOVQ $0x00000001, ret+24(FP)
298
+ RET
299
+
300
+ // Return with match too long error
301
+ sequenceDecs_decode_amd64_error_match_len_too_big:
302
+ MOVQ 32(SP), AX
303
+ MOVQ ctx+16(FP), CX
304
+ MOVQ AX, 96(CX)
305
+ MOVQ $0x00000002, ret+24(FP)
306
+ RET
307
+
308
+ // Return with match offset too long error
309
+ MOVQ 32(SP), AX
310
+ MOVQ ctx+16(FP), CX
311
+ MOVQ AX, 96(CX)
312
+ MOVQ $0x00000003, ret+24(FP)
313
+ RET
314
+
315
+ // Return with not enough literals error
316
+ error_not_enough_literals:
317
+ MOVQ 32(SP), AX
318
+ MOVQ ctx+16(FP), CX
319
+ MOVQ AX, 96(CX)
320
+ MOVQ $0x00000004, ret+24(FP)
321
+ RET
322
+
323
+ // Return with overread error
324
+ error_overread:
325
+ MOVQ 32(SP), AX
326
+ MOVQ ctx+16(FP), CX
327
+ MOVQ AX, 96(CX)
328
+ MOVQ $0x00000006, ret+24(FP)
329
+ RET
330
+
331
+ // func sequenceDecs_decode_56_amd64(s *sequenceDecs, br *bitReader, ctx *decodeAsmContext) int
332
+ // Requires: CMOV
333
+ TEXT ·sequenceDecs_decode_56_amd64(SB), $40-32
334
+ MOVQ br+8(FP), CX
335
+ MOVQ 24(CX), DX
336
+ MOVBQZX 40(CX), BX
337
+ MOVQ (CX), AX
338
+ MOVQ 32(CX), SI
339
+ ADDQ SI, AX
340
+ MOVQ AX, (SP)
341
+ MOVQ ctx+16(FP), AX
342
+ MOVQ 72(AX), DI
343
+ MOVQ 80(AX), R8
344
+ MOVQ 88(AX), R9
345
+ MOVQ (AX), CX
346
+ MOVQ CX, 8(SP)
347
+ MOVQ 24(AX), CX
348
+ MOVQ CX, 16(SP)
349
+ MOVQ 48(AX), CX
350
+ MOVQ CX, 24(SP)
351
+ MOVQ 96(AX), CX
352
+ MOVQ CX, 32(SP)
353
+ MOVQ 104(AX), R10
354
+ MOVQ s+0(FP), AX
355
+ MOVQ 144(AX), R11
356
+ MOVQ 152(AX), R12
357
+ MOVQ 160(AX), R13
358
+ PCALIGN $0x40
359
+
360
+ sequenceDecs_decode_56_amd64_main_loop:
361
+ MOVQ (SP), R14
362
+
363
+ // Fill bitreader to have enough for the offset and match length.
364
+ CMPQ SI, $0x08
365
+ JL sequenceDecs_decode_56_amd64_fill_byte_by_byte
366
+ MOVQ BX, AX
367
+ SHRQ $0x03, AX
368
+ SUBQ AX, R14
369
+ MOVQ (R14), DX
370
+ SUBQ AX, SI
371
+ ANDQ $0x07, BX
372
+ JMP sequenceDecs_decode_56_amd64_fill_end
373
+
374
+ sequenceDecs_decode_56_amd64_fill_byte_by_byte:
375
+ CMPQ SI, $0x00
376
+ JLE sequenceDecs_decode_56_amd64_fill_check_overread
377
+ CMPQ BX, $0x07
378
+ JLE sequenceDecs_decode_56_amd64_fill_end
379
+ SHLQ $0x08, DX
380
+ SUBQ $0x01, R14
381
+ SUBQ $0x01, SI
382
+ SUBQ $0x08, BX
383
+ MOVBQZX (R14), AX
384
+ ORQ AX, DX
385
+ JMP sequenceDecs_decode_56_amd64_fill_byte_by_byte
386
+
387
+ sequenceDecs_decode_56_amd64_fill_check_overread:
388
+ CMPQ BX, $0x40
389
+ JA error_overread
390
+
391
+ sequenceDecs_decode_56_amd64_fill_end:
392
+ // Update offset
393
+ MOVQ R9, AX
394
+ MOVQ BX, CX
395
+ MOVQ DX, R15
396
+ SHLQ CL, R15
397
+ SHRQ $0x01, R15
398
+ MOVBLZX AH, CX
399
+ SHRQ $0x20, AX
400
+ ADDQ CX, BX
401
+ XORQ $0x3f, CX
402
+ SHRQ CL, R15
403
+ ADDQ R15, AX
404
+ MOVQ AX, 16(R10)
405
+
406
+ // Update match length
407
+ MOVQ R8, AX
408
+ MOVQ BX, CX
409
+ MOVQ DX, R15
410
+ SHLQ CL, R15
411
+ SHRQ $0x01, R15
412
+ MOVBLZX AH, CX
413
+ SHRQ $0x20, AX
414
+ ADDQ CX, BX
415
+ XORQ $0x3f, CX
416
+ SHRQ CL, R15
417
+ ADDQ R15, AX
418
+ MOVQ AX, 8(R10)
419
+
420
+ // Update literal length
421
+ MOVQ DI, AX
422
+ MOVQ BX, CX
423
+ MOVQ DX, R15
424
+ SHLQ CL, R15
425
+ SHRQ $0x01, R15
426
+ MOVBLZX AH, CX
427
+ SHRQ $0x20, AX
428
+ ADDQ CX, BX
429
+ XORQ $0x3f, CX
430
+ SHRQ CL, R15
431
+ ADDQ R15, AX
432
+ MOVQ AX, (R10)
433
+
434
+ // Fill bitreader for state updates
435
+ MOVQ R14, (SP)
436
+ MOVQ R9, AX
437
+ SHRQ $0x08, AX
438
+ MOVBQZX AL, AX
439
+ CMPQ 32(SP), $0x00
440
+ JZ sequenceDecs_decode_56_amd64_skip_update
441
+
442
+ // Update Literal Length State
443
+ MOVBQZX DI, R14
444
+ SHRL $0x10, DI
445
+ MOVQ BX, CX
446
+ MOVQ DX, R15
447
+ SHLQ CL, R15
448
+ SHRQ $0x01, R15
449
+ ADDQ R14, BX
450
+ XORQ $0x3f, R14
451
+ MOVQ R14, CX
452
+ SHRQ CL, R15
453
+ ADDQ R15, DI
454
+
455
+ // Load ctx.llTable
456
+ MOVQ 8(SP), CX
457
+ MOVQ (CX)(DI*8), DI
458
+
459
+ // Update Match Length State
460
+ MOVBQZX R8, R14
461
+ SHRL $0x10, R8
462
+ MOVQ BX, CX
463
+ MOVQ DX, R15
464
+ SHLQ CL, R15
465
+ SHRQ $0x01, R15
466
+ ADDQ R14, BX
467
+ XORQ $0x3f, R14
468
+ MOVQ R14, CX
469
+ SHRQ CL, R15
470
+ ADDQ R15, R8
471
+
472
+ // Load ctx.mlTable
473
+ MOVQ 16(SP), CX
474
+ MOVQ (CX)(R8*8), R8
475
+
476
+ // Update Offset State
477
+ MOVBQZX R9, R14
478
+ SHRL $0x10, R9
479
+ MOVQ BX, CX
480
+ MOVQ DX, R15
481
+ SHLQ CL, R15
482
+ SHRQ $0x01, R15
483
+ ADDQ R14, BX
484
+ XORQ $0x3f, R14
485
+ MOVQ R14, CX
486
+ SHRQ CL, R15
487
+ ADDQ R15, R9
488
+
489
+ // Load ctx.ofTable
490
+ MOVQ 24(SP), CX
491
+ MOVQ (CX)(R9*8), R9
492
+
493
+ sequenceDecs_decode_56_amd64_skip_update:
494
+ // Adjust offset
495
+ MOVQ 16(R10), CX
496
+ CMPQ AX, $0x01
497
+ JBE sequenceDecs_decode_56_amd64_adjust_offsetB_1_or_0
498
+ MOVQ R12, R13
499
+ MOVQ R11, R12
500
+ MOVQ CX, R11
501
+ JMP sequenceDecs_decode_56_amd64_after_adjust
502
+
503
+ sequenceDecs_decode_56_amd64_adjust_offsetB_1_or_0:
504
+ CMPQ (R10), $0x00000000
505
+ JNE sequenceDecs_decode_56_amd64_adjust_offset_maybezero
506
+ INCQ CX
507
+ JMP sequenceDecs_decode_56_amd64_adjust_offset_nonzero
508
+
509
+ sequenceDecs_decode_56_amd64_adjust_offset_maybezero:
510
+ TESTQ CX, CX
511
+ JNZ sequenceDecs_decode_56_amd64_adjust_offset_nonzero
512
+ MOVQ R11, CX
513
+ JMP sequenceDecs_decode_56_amd64_after_adjust
514
+
515
+ sequenceDecs_decode_56_amd64_adjust_offset_nonzero:
516
+ CMPQ CX, $0x01
517
+ JB sequenceDecs_decode_56_amd64_adjust_zero
518
+ JEQ sequenceDecs_decode_56_amd64_adjust_one
519
+ CMPQ CX, $0x02
520
+ JA sequenceDecs_decode_56_amd64_adjust_three
521
+ JMP sequenceDecs_decode_56_amd64_adjust_two
522
+
523
+ sequenceDecs_decode_56_amd64_adjust_zero:
524
+ MOVQ R11, AX
525
+ JMP sequenceDecs_decode_56_amd64_adjust_test_temp_valid
526
+
527
+ sequenceDecs_decode_56_amd64_adjust_one:
528
+ MOVQ R12, AX
529
+ JMP sequenceDecs_decode_56_amd64_adjust_test_temp_valid
530
+
531
+ sequenceDecs_decode_56_amd64_adjust_two:
532
+ MOVQ R13, AX
533
+ JMP sequenceDecs_decode_56_amd64_adjust_test_temp_valid
534
+
535
+ sequenceDecs_decode_56_amd64_adjust_three:
536
+ LEAQ -1(R11), AX
537
+
538
+ sequenceDecs_decode_56_amd64_adjust_test_temp_valid:
539
+ TESTQ AX, AX
540
+ JNZ sequenceDecs_decode_56_amd64_adjust_temp_valid
541
+ MOVQ $0x00000001, AX
542
+
543
+ sequenceDecs_decode_56_amd64_adjust_temp_valid:
544
+ CMPQ CX, $0x01
545
+ CMOVQNE R12, R13
546
+ MOVQ R11, R12
547
+ MOVQ AX, R11
548
+ MOVQ AX, CX
549
+
550
+ sequenceDecs_decode_56_amd64_after_adjust:
551
+ MOVQ CX, 16(R10)
552
+
553
+ // Check values
554
+ MOVQ 8(R10), AX
555
+ MOVQ (R10), R14
556
+ LEAQ (AX)(R14*1), R15
557
+ MOVQ s+0(FP), BP
558
+ ADDQ R15, 256(BP)
559
+ MOVQ ctx+16(FP), R15
560
+ SUBQ R14, 128(R15)
561
+ JS error_not_enough_literals
562
+ CMPQ AX, $0x00020002
563
+ JA sequenceDecs_decode_56_amd64_error_match_len_too_big
564
+ TESTQ CX, CX
565
+ JNZ sequenceDecs_decode_56_amd64_match_len_ofs_ok
566
+ TESTQ AX, AX
567
+ JNZ sequenceDecs_decode_56_amd64_error_match_len_ofs_mismatch
568
+
569
+ sequenceDecs_decode_56_amd64_match_len_ofs_ok:
570
+ ADDQ $0x18, R10
571
+ DECQ 32(SP)
572
+ JNS sequenceDecs_decode_56_amd64_main_loop
573
+ MOVQ s+0(FP), AX
574
+ MOVQ R11, 144(AX)
575
+ MOVQ R12, 152(AX)
576
+ MOVQ R13, 160(AX)
577
+ MOVQ br+8(FP), AX
578
+ MOVQ DX, 24(AX)
579
+ MOVB BL, 40(AX)
580
+ MOVQ SI, 32(AX)
581
+
582
+ // Return success
583
+ MOVQ 32(SP), AX
584
+ MOVQ ctx+16(FP), CX
585
+ MOVQ AX, 96(CX)
586
+ MOVQ $0x00000000, ret+24(FP)
587
+ RET
588
+
589
+ // Return with match length error
590
+ sequenceDecs_decode_56_amd64_error_match_len_ofs_mismatch:
591
+ MOVQ 32(SP), AX
592
+ MOVQ ctx+16(FP), CX
593
+ MOVQ AX, 96(CX)
594
+ MOVQ $0x00000001, ret+24(FP)
595
+ RET
596
+
597
+ // Return with match too long error
598
+ sequenceDecs_decode_56_amd64_error_match_len_too_big:
599
+ MOVQ 32(SP), AX
600
+ MOVQ ctx+16(FP), CX
601
+ MOVQ AX, 96(CX)
602
+ MOVQ $0x00000002, ret+24(FP)
603
+ RET
604
+
605
+ // Return with match offset too long error
606
+ MOVQ 32(SP), AX
607
+ MOVQ ctx+16(FP), CX
608
+ MOVQ AX, 96(CX)
609
+ MOVQ $0x00000003, ret+24(FP)
610
+ RET
611
+
612
+ // Return with not enough literals error
613
+ error_not_enough_literals:
614
+ MOVQ 32(SP), AX
615
+ MOVQ ctx+16(FP), CX
616
+ MOVQ AX, 96(CX)
617
+ MOVQ $0x00000004, ret+24(FP)
618
+ RET
619
+
620
+ // Return with overread error
621
+ error_overread:
622
+ MOVQ 32(SP), AX
623
+ MOVQ ctx+16(FP), CX
624
+ MOVQ AX, 96(CX)
625
+ MOVQ $0x00000006, ret+24(FP)
626
+ RET
627
+
628
+ // func sequenceDecs_decode_bmi2(s *sequenceDecs, br *bitReader, ctx *decodeAsmContext) int
629
+ // Requires: BMI, BMI2, CMOV
630
+ TEXT ·sequenceDecs_decode_bmi2(SB), $40-32
631
+ MOVQ br+8(FP), BX
632
+ MOVQ 24(BX), AX
633
+ MOVBQZX 40(BX), DX
634
+ MOVQ (BX), CX
635
+ MOVQ 32(BX), BX
636
+ ADDQ BX, CX
637
+ MOVQ CX, (SP)
638
+ MOVQ ctx+16(FP), CX
639
+ MOVQ 72(CX), SI
640
+ MOVQ 80(CX), DI
641
+ MOVQ 88(CX), R8
642
+ MOVQ (CX), R9
643
+ MOVQ R9, 8(SP)
644
+ MOVQ 24(CX), R9
645
+ MOVQ R9, 16(SP)
646
+ MOVQ 48(CX), R9
647
+ MOVQ R9, 24(SP)
648
+ MOVQ 96(CX), R9
649
+ MOVQ R9, 32(SP)
650
+ MOVQ 104(CX), R9
651
+ MOVQ s+0(FP), CX
652
+ MOVQ 144(CX), R10
653
+ MOVQ 152(CX), R11
654
+ MOVQ 160(CX), R12
655
+ PCALIGN $0x40
656
+
657
+ sequenceDecs_decode_bmi2_main_loop:
658
+ MOVQ (SP), R13
659
+
660
+ // Fill bitreader to have enough for the offset and match length.
661
+ CMPQ BX, $0x08
662
+ JL sequenceDecs_decode_bmi2_fill_byte_by_byte
663
+ MOVQ DX, CX
664
+ SHRQ $0x03, CX
665
+ SUBQ CX, R13
666
+ MOVQ (R13), AX
667
+ SUBQ CX, BX
668
+ ANDQ $0x07, DX
669
+ JMP sequenceDecs_decode_bmi2_fill_end
670
+
671
+ sequenceDecs_decode_bmi2_fill_byte_by_byte:
672
+ CMPQ BX, $0x00
673
+ JLE sequenceDecs_decode_bmi2_fill_check_overread
674
+ CMPQ DX, $0x07
675
+ JLE sequenceDecs_decode_bmi2_fill_end
676
+ SHLQ $0x08, AX
677
+ SUBQ $0x01, R13
678
+ SUBQ $0x01, BX
679
+ SUBQ $0x08, DX
680
+ MOVBQZX (R13), CX
681
+ ORQ CX, AX
682
+ JMP sequenceDecs_decode_bmi2_fill_byte_by_byte
683
+
684
+ sequenceDecs_decode_bmi2_fill_check_overread:
685
+ CMPQ DX, $0x40
686
+ JA error_overread
687
+
688
+ sequenceDecs_decode_bmi2_fill_end:
689
+ // Update offset
690
+ MOVQ $0x00000808, CX
691
+ BEXTRQ CX, R8, R14
692
+ MOVQ AX, R15
693
+ LEAQ (DX)(R14*1), CX
694
+ ROLQ CL, R15
695
+ BZHIQ R14, R15, R15
696
+ MOVQ CX, DX
697
+ MOVQ R8, CX
698
+ SHRQ $0x20, CX
699
+ ADDQ R15, CX
700
+ MOVQ CX, 16(R9)
701
+
702
+ // Update match length
703
+ MOVQ $0x00000808, CX
704
+ BEXTRQ CX, DI, R14
705
+ MOVQ AX, R15
706
+ LEAQ (DX)(R14*1), CX
707
+ ROLQ CL, R15
708
+ BZHIQ R14, R15, R15
709
+ MOVQ CX, DX
710
+ MOVQ DI, CX
711
+ SHRQ $0x20, CX
712
+ ADDQ R15, CX
713
+ MOVQ CX, 8(R9)
714
+
715
+ // Fill bitreader to have enough for the remaining
716
+ CMPQ BX, $0x08
717
+ JL sequenceDecs_decode_bmi2_fill_2_byte_by_byte
718
+ MOVQ DX, CX
719
+ SHRQ $0x03, CX
720
+ SUBQ CX, R13
721
+ MOVQ (R13), AX
722
+ SUBQ CX, BX
723
+ ANDQ $0x07, DX
724
+ JMP sequenceDecs_decode_bmi2_fill_2_end
725
+
726
+ sequenceDecs_decode_bmi2_fill_2_byte_by_byte:
727
+ CMPQ BX, $0x00
728
+ JLE sequenceDecs_decode_bmi2_fill_2_check_overread
729
+ CMPQ DX, $0x07
730
+ JLE sequenceDecs_decode_bmi2_fill_2_end
731
+ SHLQ $0x08, AX
732
+ SUBQ $0x01, R13
733
+ SUBQ $0x01, BX
734
+ SUBQ $0x08, DX
735
+ MOVBQZX (R13), CX
736
+ ORQ CX, AX
737
+ JMP sequenceDecs_decode_bmi2_fill_2_byte_by_byte
738
+
739
+ sequenceDecs_decode_bmi2_fill_2_check_overread:
740
+ CMPQ DX, $0x40
741
+ JA error_overread
742
+
743
+ sequenceDecs_decode_bmi2_fill_2_end:
744
+ // Update literal length
745
+ MOVQ $0x00000808, CX
746
+ BEXTRQ CX, SI, R14
747
+ MOVQ AX, R15
748
+ LEAQ (DX)(R14*1), CX
749
+ ROLQ CL, R15
750
+ BZHIQ R14, R15, R15
751
+ MOVQ CX, DX
752
+ MOVQ SI, CX
753
+ SHRQ $0x20, CX
754
+ ADDQ R15, CX
755
+ MOVQ CX, (R9)
756
+
757
+ // Fill bitreader for state updates
758
+ MOVQ R13, (SP)
759
+ MOVQ $0x00000808, CX
760
+ BEXTRQ CX, R8, R13
761
+ CMPQ 32(SP), $0x00
762
+ JZ sequenceDecs_decode_bmi2_skip_update
763
+ LEAQ (SI)(DI*1), R14
764
+ ADDQ R8, R14
765
+ MOVBQZX R14, R14
766
+ LEAQ (DX)(R14*1), CX
767
+ MOVQ AX, R15
768
+ MOVQ CX, DX
769
+ ROLQ CL, R15
770
+ BZHIQ R14, R15, R15
771
+
772
+ // Update Offset State
773
+ BZHIQ R8, R15, CX
774
+ SHRXQ R8, R15, R15
775
+ SHRL $0x10, R8
776
+ ADDQ CX, R8
777
+
778
+ // Load ctx.ofTable
779
+ MOVQ 24(SP), CX
780
+ MOVQ (CX)(R8*8), R8
781
+
782
+ // Update Match Length State
783
+ BZHIQ DI, R15, CX
784
+ SHRXQ DI, R15, R15
785
+ SHRL $0x10, DI
786
+ ADDQ CX, DI
787
+
788
+ // Load ctx.mlTable
789
+ MOVQ 16(SP), CX
790
+ MOVQ (CX)(DI*8), DI
791
+
792
+ // Update Literal Length State
793
+ BZHIQ SI, R15, CX
794
+ SHRL $0x10, SI
795
+ ADDQ CX, SI
796
+
797
+ // Load ctx.llTable
798
+ MOVQ 8(SP), CX
799
+ MOVQ (CX)(SI*8), SI
800
+
801
+ sequenceDecs_decode_bmi2_skip_update:
802
+ // Adjust offset
803
+ MOVQ 16(R9), CX
804
+ CMPQ R13, $0x01
805
+ JBE sequenceDecs_decode_bmi2_adjust_offsetB_1_or_0
806
+ MOVQ R11, R12
807
+ MOVQ R10, R11
808
+ MOVQ CX, R10
809
+ JMP sequenceDecs_decode_bmi2_after_adjust
810
+
811
+ sequenceDecs_decode_bmi2_adjust_offsetB_1_or_0:
812
+ CMPQ (R9), $0x00000000
813
+ JNE sequenceDecs_decode_bmi2_adjust_offset_maybezero
814
+ INCQ CX
815
+ JMP sequenceDecs_decode_bmi2_adjust_offset_nonzero
816
+
817
+ sequenceDecs_decode_bmi2_adjust_offset_maybezero:
818
+ TESTQ CX, CX
819
+ JNZ sequenceDecs_decode_bmi2_adjust_offset_nonzero
820
+ MOVQ R10, CX
821
+ JMP sequenceDecs_decode_bmi2_after_adjust
822
+
823
+ sequenceDecs_decode_bmi2_adjust_offset_nonzero:
824
+ CMPQ CX, $0x01
825
+ JB sequenceDecs_decode_bmi2_adjust_zero
826
+ JEQ sequenceDecs_decode_bmi2_adjust_one
827
+ CMPQ CX, $0x02
828
+ JA sequenceDecs_decode_bmi2_adjust_three
829
+ JMP sequenceDecs_decode_bmi2_adjust_two
830
+
831
+ sequenceDecs_decode_bmi2_adjust_zero:
832
+ MOVQ R10, R13
833
+ JMP sequenceDecs_decode_bmi2_adjust_test_temp_valid
834
+
835
+ sequenceDecs_decode_bmi2_adjust_one:
836
+ MOVQ R11, R13
837
+ JMP sequenceDecs_decode_bmi2_adjust_test_temp_valid
838
+
839
+ sequenceDecs_decode_bmi2_adjust_two:
840
+ MOVQ R12, R13
841
+ JMP sequenceDecs_decode_bmi2_adjust_test_temp_valid
842
+
843
+ sequenceDecs_decode_bmi2_adjust_three:
844
+ LEAQ -1(R10), R13
845
+
846
+ sequenceDecs_decode_bmi2_adjust_test_temp_valid:
847
+ TESTQ R13, R13
848
+ JNZ sequenceDecs_decode_bmi2_adjust_temp_valid
849
+ MOVQ $0x00000001, R13
850
+
851
+ sequenceDecs_decode_bmi2_adjust_temp_valid:
852
+ CMPQ CX, $0x01
853
+ CMOVQNE R11, R12
854
+ MOVQ R10, R11
855
+ MOVQ R13, R10
856
+ MOVQ R13, CX
857
+
858
+ sequenceDecs_decode_bmi2_after_adjust:
859
+ MOVQ CX, 16(R9)
860
+
861
+ // Check values
862
+ MOVQ 8(R9), R13
863
+ MOVQ (R9), R14
864
+ LEAQ (R13)(R14*1), R15
865
+ MOVQ s+0(FP), BP
866
+ ADDQ R15, 256(BP)
867
+ MOVQ ctx+16(FP), R15
868
+ SUBQ R14, 128(R15)
869
+ JS error_not_enough_literals
870
+ CMPQ R13, $0x00020002
871
+ JA sequenceDecs_decode_bmi2_error_match_len_too_big
872
+ TESTQ CX, CX
873
+ JNZ sequenceDecs_decode_bmi2_match_len_ofs_ok
874
+ TESTQ R13, R13
875
+ JNZ sequenceDecs_decode_bmi2_error_match_len_ofs_mismatch
876
+
877
+ sequenceDecs_decode_bmi2_match_len_ofs_ok:
878
+ ADDQ $0x18, R9
879
+ DECQ 32(SP)
880
+ JNS sequenceDecs_decode_bmi2_main_loop
881
+ MOVQ s+0(FP), CX
882
+ MOVQ R10, 144(CX)
883
+ MOVQ R11, 152(CX)
884
+ MOVQ R12, 160(CX)
885
+ MOVQ br+8(FP), CX
886
+ MOVQ AX, 24(CX)
887
+ MOVB DL, 40(CX)
888
+ MOVQ BX, 32(CX)
889
+
890
+ // Return success
891
+ MOVQ 32(SP), AX
892
+ MOVQ ctx+16(FP), CX
893
+ MOVQ AX, 96(CX)
894
+ MOVQ $0x00000000, ret+24(FP)
895
+ RET
896
+
897
+ // Return with match length error
898
+ sequenceDecs_decode_bmi2_error_match_len_ofs_mismatch:
899
+ MOVQ 32(SP), AX
900
+ MOVQ ctx+16(FP), CX
901
+ MOVQ AX, 96(CX)
902
+ MOVQ $0x00000001, ret+24(FP)
903
+ RET
904
+
905
+ // Return with match too long error
906
+ sequenceDecs_decode_bmi2_error_match_len_too_big:
907
+ MOVQ 32(SP), AX
908
+ MOVQ ctx+16(FP), CX
909
+ MOVQ AX, 96(CX)
910
+ MOVQ $0x00000002, ret+24(FP)
911
+ RET
912
+
913
+ // Return with match offset too long error
914
+ MOVQ 32(SP), AX
915
+ MOVQ ctx+16(FP), CX
916
+ MOVQ AX, 96(CX)
917
+ MOVQ $0x00000003, ret+24(FP)
918
+ RET
919
+
920
+ // Return with not enough literals error
921
+ error_not_enough_literals:
922
+ MOVQ 32(SP), AX
923
+ MOVQ ctx+16(FP), CX
924
+ MOVQ AX, 96(CX)
925
+ MOVQ $0x00000004, ret+24(FP)
926
+ RET
927
+
928
+ // Return with overread error
929
+ error_overread:
930
+ MOVQ 32(SP), AX
931
+ MOVQ ctx+16(FP), CX
932
+ MOVQ AX, 96(CX)
933
+ MOVQ $0x00000006, ret+24(FP)
934
+ RET
935
+
936
+ // func sequenceDecs_decode_56_bmi2(s *sequenceDecs, br *bitReader, ctx *decodeAsmContext) int
937
+ // Requires: BMI, BMI2, CMOV
938
+ TEXT ·sequenceDecs_decode_56_bmi2(SB), $40-32
939
+ MOVQ br+8(FP), BX
940
+ MOVQ 24(BX), AX
941
+ MOVBQZX 40(BX), DX
942
+ MOVQ (BX), CX
943
+ MOVQ 32(BX), BX
944
+ ADDQ BX, CX
945
+ MOVQ CX, (SP)
946
+ MOVQ ctx+16(FP), CX
947
+ MOVQ 72(CX), SI
948
+ MOVQ 80(CX), DI
949
+ MOVQ 88(CX), R8
950
+ MOVQ (CX), R9
951
+ MOVQ R9, 8(SP)
952
+ MOVQ 24(CX), R9
953
+ MOVQ R9, 16(SP)
954
+ MOVQ 48(CX), R9
955
+ MOVQ R9, 24(SP)
956
+ MOVQ 96(CX), R9
957
+ MOVQ R9, 32(SP)
958
+ MOVQ 104(CX), R9
959
+ MOVQ s+0(FP), CX
960
+ MOVQ 144(CX), R10
961
+ MOVQ 152(CX), R11
962
+ MOVQ 160(CX), R12
963
+ PCALIGN $0x40
964
+
965
+ sequenceDecs_decode_56_bmi2_main_loop:
966
+ MOVQ (SP), R13
967
+
968
+ // Fill bitreader to have enough for the offset and match length.
969
+ CMPQ BX, $0x08
970
+ JL sequenceDecs_decode_56_bmi2_fill_byte_by_byte
971
+ MOVQ DX, CX
972
+ SHRQ $0x03, CX
973
+ SUBQ CX, R13
974
+ MOVQ (R13), AX
975
+ SUBQ CX, BX
976
+ ANDQ $0x07, DX
977
+ JMP sequenceDecs_decode_56_bmi2_fill_end
978
+
979
+ sequenceDecs_decode_56_bmi2_fill_byte_by_byte:
980
+ CMPQ BX, $0x00
981
+ JLE sequenceDecs_decode_56_bmi2_fill_check_overread
982
+ CMPQ DX, $0x07
983
+ JLE sequenceDecs_decode_56_bmi2_fill_end
984
+ SHLQ $0x08, AX
985
+ SUBQ $0x01, R13
986
+ SUBQ $0x01, BX
987
+ SUBQ $0x08, DX
988
+ MOVBQZX (R13), CX
989
+ ORQ CX, AX
990
+ JMP sequenceDecs_decode_56_bmi2_fill_byte_by_byte
991
+
992
+ sequenceDecs_decode_56_bmi2_fill_check_overread:
993
+ CMPQ DX, $0x40
994
+ JA error_overread
995
+
996
+ sequenceDecs_decode_56_bmi2_fill_end:
997
+ // Update offset
998
+ MOVQ $0x00000808, CX
999
+ BEXTRQ CX, R8, R14
1000
+ MOVQ AX, R15
1001
+ LEAQ (DX)(R14*1), CX
1002
+ ROLQ CL, R15
1003
+ BZHIQ R14, R15, R15
1004
+ MOVQ CX, DX
1005
+ MOVQ R8, CX
1006
+ SHRQ $0x20, CX
1007
+ ADDQ R15, CX
1008
+ MOVQ CX, 16(R9)
1009
+
1010
+ // Update match length
1011
+ MOVQ $0x00000808, CX
1012
+ BEXTRQ CX, DI, R14
1013
+ MOVQ AX, R15
1014
+ LEAQ (DX)(R14*1), CX
1015
+ ROLQ CL, R15
1016
+ BZHIQ R14, R15, R15
1017
+ MOVQ CX, DX
1018
+ MOVQ DI, CX
1019
+ SHRQ $0x20, CX
1020
+ ADDQ R15, CX
1021
+ MOVQ CX, 8(R9)
1022
+
1023
+ // Update literal length
1024
+ MOVQ $0x00000808, CX
1025
+ BEXTRQ CX, SI, R14
1026
+ MOVQ AX, R15
1027
+ LEAQ (DX)(R14*1), CX
1028
+ ROLQ CL, R15
1029
+ BZHIQ R14, R15, R15
1030
+ MOVQ CX, DX
1031
+ MOVQ SI, CX
1032
+ SHRQ $0x20, CX
1033
+ ADDQ R15, CX
1034
+ MOVQ CX, (R9)
1035
+
1036
+ // Fill bitreader for state updates
1037
+ MOVQ R13, (SP)
1038
+ MOVQ $0x00000808, CX
1039
+ BEXTRQ CX, R8, R13
1040
+ CMPQ 32(SP), $0x00
1041
+ JZ sequenceDecs_decode_56_bmi2_skip_update
1042
+ LEAQ (SI)(DI*1), R14
1043
+ ADDQ R8, R14
1044
+ MOVBQZX R14, R14
1045
+ LEAQ (DX)(R14*1), CX
1046
+ MOVQ AX, R15
1047
+ MOVQ CX, DX
1048
+ ROLQ CL, R15
1049
+ BZHIQ R14, R15, R15
1050
+
1051
+ // Update Offset State
1052
+ BZHIQ R8, R15, CX
1053
+ SHRXQ R8, R15, R15
1054
+ SHRL $0x10, R8
1055
+ ADDQ CX, R8
1056
+
1057
+ // Load ctx.ofTable
1058
+ MOVQ 24(SP), CX
1059
+ MOVQ (CX)(R8*8), R8
1060
+
1061
+ // Update Match Length State
1062
+ BZHIQ DI, R15, CX
1063
+ SHRXQ DI, R15, R15
1064
+ SHRL $0x10, DI
1065
+ ADDQ CX, DI
1066
+
1067
+ // Load ctx.mlTable
1068
+ MOVQ 16(SP), CX
1069
+ MOVQ (CX)(DI*8), DI
1070
+
1071
+ // Update Literal Length State
1072
+ BZHIQ SI, R15, CX
1073
+ SHRL $0x10, SI
1074
+ ADDQ CX, SI
1075
+
1076
+ // Load ctx.llTable
1077
+ MOVQ 8(SP), CX
1078
+ MOVQ (CX)(SI*8), SI
1079
+
1080
+ sequenceDecs_decode_56_bmi2_skip_update:
1081
+ // Adjust offset
1082
+ MOVQ 16(R9), CX
1083
+ CMPQ R13, $0x01
1084
+ JBE sequenceDecs_decode_56_bmi2_adjust_offsetB_1_or_0
1085
+ MOVQ R11, R12
1086
+ MOVQ R10, R11
1087
+ MOVQ CX, R10
1088
+ JMP sequenceDecs_decode_56_bmi2_after_adjust
1089
+
1090
+ sequenceDecs_decode_56_bmi2_adjust_offsetB_1_or_0:
1091
+ CMPQ (R9), $0x00000000
1092
+ JNE sequenceDecs_decode_56_bmi2_adjust_offset_maybezero
1093
+ INCQ CX
1094
+ JMP sequenceDecs_decode_56_bmi2_adjust_offset_nonzero
1095
+
1096
+ sequenceDecs_decode_56_bmi2_adjust_offset_maybezero:
1097
+ TESTQ CX, CX
1098
+ JNZ sequenceDecs_decode_56_bmi2_adjust_offset_nonzero
1099
+ MOVQ R10, CX
1100
+ JMP sequenceDecs_decode_56_bmi2_after_adjust
1101
+
1102
+ sequenceDecs_decode_56_bmi2_adjust_offset_nonzero:
1103
+ CMPQ CX, $0x01
1104
+ JB sequenceDecs_decode_56_bmi2_adjust_zero
1105
+ JEQ sequenceDecs_decode_56_bmi2_adjust_one
1106
+ CMPQ CX, $0x02
1107
+ JA sequenceDecs_decode_56_bmi2_adjust_three
1108
+ JMP sequenceDecs_decode_56_bmi2_adjust_two
1109
+
1110
+ sequenceDecs_decode_56_bmi2_adjust_zero:
1111
+ MOVQ R10, R13
1112
+ JMP sequenceDecs_decode_56_bmi2_adjust_test_temp_valid
1113
+
1114
+ sequenceDecs_decode_56_bmi2_adjust_one:
1115
+ MOVQ R11, R13
1116
+ JMP sequenceDecs_decode_56_bmi2_adjust_test_temp_valid
1117
+
1118
+ sequenceDecs_decode_56_bmi2_adjust_two:
1119
+ MOVQ R12, R13
1120
+ JMP sequenceDecs_decode_56_bmi2_adjust_test_temp_valid
1121
+
1122
+ sequenceDecs_decode_56_bmi2_adjust_three:
1123
+ LEAQ -1(R10), R13
1124
+
1125
+ sequenceDecs_decode_56_bmi2_adjust_test_temp_valid:
1126
+ TESTQ R13, R13
1127
+ JNZ sequenceDecs_decode_56_bmi2_adjust_temp_valid
1128
+ MOVQ $0x00000001, R13
1129
+
1130
+ sequenceDecs_decode_56_bmi2_adjust_temp_valid:
1131
+ CMPQ CX, $0x01
1132
+ CMOVQNE R11, R12
1133
+ MOVQ R10, R11
1134
+ MOVQ R13, R10
1135
+ MOVQ R13, CX
1136
+
1137
+ sequenceDecs_decode_56_bmi2_after_adjust:
1138
+ MOVQ CX, 16(R9)
1139
+
1140
+ // Check values
1141
+ MOVQ 8(R9), R13
1142
+ MOVQ (R9), R14
1143
+ LEAQ (R13)(R14*1), R15
1144
+ MOVQ s+0(FP), BP
1145
+ ADDQ R15, 256(BP)
1146
+ MOVQ ctx+16(FP), R15
1147
+ SUBQ R14, 128(R15)
1148
+ JS error_not_enough_literals
1149
+ CMPQ R13, $0x00020002
1150
+ JA sequenceDecs_decode_56_bmi2_error_match_len_too_big
1151
+ TESTQ CX, CX
1152
+ JNZ sequenceDecs_decode_56_bmi2_match_len_ofs_ok
1153
+ TESTQ R13, R13
1154
+ JNZ sequenceDecs_decode_56_bmi2_error_match_len_ofs_mismatch
1155
+
1156
+ sequenceDecs_decode_56_bmi2_match_len_ofs_ok:
1157
+ ADDQ $0x18, R9
1158
+ DECQ 32(SP)
1159
+ JNS sequenceDecs_decode_56_bmi2_main_loop
1160
+ MOVQ s+0(FP), CX
1161
+ MOVQ R10, 144(CX)
1162
+ MOVQ R11, 152(CX)
1163
+ MOVQ R12, 160(CX)
1164
+ MOVQ br+8(FP), CX
1165
+ MOVQ AX, 24(CX)
1166
+ MOVB DL, 40(CX)
1167
+ MOVQ BX, 32(CX)
1168
+
1169
+ // Return success
1170
+ MOVQ 32(SP), AX
1171
+ MOVQ ctx+16(FP), CX
1172
+ MOVQ AX, 96(CX)
1173
+ MOVQ $0x00000000, ret+24(FP)
1174
+ RET
1175
+
1176
+ // Return with match length error
1177
+ sequenceDecs_decode_56_bmi2_error_match_len_ofs_mismatch:
1178
+ MOVQ 32(SP), AX
1179
+ MOVQ ctx+16(FP), CX
1180
+ MOVQ AX, 96(CX)
1181
+ MOVQ $0x00000001, ret+24(FP)
1182
+ RET
1183
+
1184
+ // Return with match too long error
1185
+ sequenceDecs_decode_56_bmi2_error_match_len_too_big:
1186
+ MOVQ 32(SP), AX
1187
+ MOVQ ctx+16(FP), CX
1188
+ MOVQ AX, 96(CX)
1189
+ MOVQ $0x00000002, ret+24(FP)
1190
+ RET
1191
+
1192
+ // Return with match offset too long error
1193
+ MOVQ 32(SP), AX
1194
+ MOVQ ctx+16(FP), CX
1195
+ MOVQ AX, 96(CX)
1196
+ MOVQ $0x00000003, ret+24(FP)
1197
+ RET
1198
+
1199
+ // Return with not enough literals error
1200
+ error_not_enough_literals:
1201
+ MOVQ 32(SP), AX
1202
+ MOVQ ctx+16(FP), CX
1203
+ MOVQ AX, 96(CX)
1204
+ MOVQ $0x00000004, ret+24(FP)
1205
+ RET
1206
+
1207
+ // Return with overread error
1208
+ error_overread:
1209
+ MOVQ 32(SP), AX
1210
+ MOVQ ctx+16(FP), CX
1211
+ MOVQ AX, 96(CX)
1212
+ MOVQ $0x00000006, ret+24(FP)
1213
+ RET
1214
+
1215
+ // func sequenceDecs_executeSimple_amd64(ctx *executeAsmContext) bool
1216
+ // Requires: MMX+, SSE
1217
+ TEXT ·sequenceDecs_executeSimple_amd64(SB), $32-9
1218
+ MOVQ ctx+0(FP), R10
1219
+ MOVQ 8(R10), CX
1220
+ TESTQ CX, CX
1221
+ JZ empty_seqs
1222
+ MOVQ (R10), AX
1223
+
1224
+ // seqsEnd = seqsBase + 24 * len(seqs) if ctx.prefetch, else seqsBase (prefetch off)
1225
+ MOVQ AX, DX
1226
+ MOVBQZX 128(R10), R11
1227
+ TESTQ R11, R11
1228
+ JZ prefetch_off
1229
+ LEAQ (CX)(CX*2), DX
1230
+ SHLQ $0x03, DX
1231
+ ADDQ AX, DX
1232
+
1233
+ prefetch_off:
1234
+ MOVQ DX, (SP)
1235
+ MOVQ 24(R10), DX
1236
+ MOVQ 32(R10), BX
1237
+ MOVQ 80(R10), SI
1238
+ MOVQ 104(R10), DI
1239
+ MOVQ 120(R10), R8
1240
+ MOVQ 56(R10), R9
1241
+ MOVQ 64(R10), R10
1242
+ ADDQ R10, R9
1243
+
1244
+ // seqsBase += 24 * seqIndex
1245
+ LEAQ (DX)(DX*2), R11
1246
+ SHLQ $0x03, R11
1247
+ ADDQ R11, AX
1248
+
1249
+ // outBase += outPosition
1250
+ ADDQ DI, BX
1251
+ MOVQ BX, 8(SP)
1252
+ MOVQ BX, R11
1253
+ SUBQ DI, R11
1254
+ MOVQ R11, 16(SP)
1255
+ NEGQ R11
1256
+ ADDQ R9, R11
1257
+ MOVQ R11, 24(SP)
1258
+
1259
+ // Prime the prefetch window
1260
+ MOVQ (SP), R11
1261
+ LEAQ (AX), R12
1262
+ CMPQ R12, R11
1263
+ JAE prefetch_skip_0
1264
+ MOVQ 8(SP), R12
1265
+ MOVQ (AX), R11
1266
+ ADDQ R11, R12
1267
+ MOVQ R12, R13
1268
+ MOVQ 16(AX), R11
1269
+ SUBQ R11, R13
1270
+ MOVQ 16(SP), R11
1271
+ CMPQ R13, R11
1272
+ JAE prefetch_in_out_0
1273
+ MOVQ 24(SP), R11
1274
+ ADDQ R11, R13
1275
+
1276
+ prefetch_in_out_0:
1277
+ PREFETCHT0 (R13)
1278
+ PREFETCHT0 64(R13)
1279
+ MOVQ 8(AX), R11
1280
+ ADDQ R11, R12
1281
+ MOVQ R12, 8(SP)
1282
+
1283
+ prefetch_skip_0:
1284
+ MOVQ (SP), R11
1285
+ LEAQ 24(AX), R12
1286
+ CMPQ R12, R11
1287
+ JAE prefetch_skip_1
1288
+ MOVQ 8(SP), R12
1289
+ MOVQ 24(AX), R11
1290
+ ADDQ R11, R12
1291
+ MOVQ R12, R13
1292
+ MOVQ 40(AX), R11
1293
+ SUBQ R11, R13
1294
+ MOVQ 16(SP), R11
1295
+ CMPQ R13, R11
1296
+ JAE prefetch_in_out_1
1297
+ MOVQ 24(SP), R11
1298
+ ADDQ R11, R13
1299
+
1300
+ prefetch_in_out_1:
1301
+ PREFETCHT0 (R13)
1302
+ PREFETCHT0 64(R13)
1303
+ MOVQ 32(AX), R11
1304
+ ADDQ R11, R12
1305
+ MOVQ R12, 8(SP)
1306
+
1307
+ prefetch_skip_1:
1308
+ MOVQ (SP), R11
1309
+ LEAQ 48(AX), R12
1310
+ CMPQ R12, R11
1311
+ JAE prefetch_skip_2
1312
+ MOVQ 8(SP), R12
1313
+ MOVQ 48(AX), R11
1314
+ ADDQ R11, R12
1315
+ MOVQ R12, R13
1316
+ MOVQ 64(AX), R11
1317
+ SUBQ R11, R13
1318
+ MOVQ 16(SP), R11
1319
+ CMPQ R13, R11
1320
+ JAE prefetch_in_out_2
1321
+ MOVQ 24(SP), R11
1322
+ ADDQ R11, R13
1323
+
1324
+ prefetch_in_out_2:
1325
+ PREFETCHT0 (R13)
1326
+ PREFETCHT0 64(R13)
1327
+ MOVQ 56(AX), R11
1328
+ ADDQ R11, R12
1329
+ MOVQ R12, 8(SP)
1330
+
1331
+ prefetch_skip_2:
1332
+ MOVQ (SP), R11
1333
+ LEAQ 72(AX), R12
1334
+ CMPQ R12, R11
1335
+ JAE prefetch_skip_3
1336
+ MOVQ 8(SP), R12
1337
+ MOVQ 72(AX), R11
1338
+ ADDQ R11, R12
1339
+ MOVQ R12, R13
1340
+ MOVQ 88(AX), R11
1341
+ SUBQ R11, R13
1342
+ MOVQ 16(SP), R11
1343
+ CMPQ R13, R11
1344
+ JAE prefetch_in_out_3
1345
+ MOVQ 24(SP), R11
1346
+ ADDQ R11, R13
1347
+
1348
+ prefetch_in_out_3:
1349
+ PREFETCHT0 (R13)
1350
+ PREFETCHT0 64(R13)
1351
+ MOVQ 80(AX), R11
1352
+ ADDQ R11, R12
1353
+ MOVQ R12, 8(SP)
1354
+
1355
+ prefetch_skip_3:
1356
+ MOVQ (SP), R11
1357
+ LEAQ 96(AX), R12
1358
+ CMPQ R12, R11
1359
+ JAE prefetch_skip_4
1360
+ MOVQ 8(SP), R12
1361
+ MOVQ 96(AX), R11
1362
+ ADDQ R11, R12
1363
+ MOVQ R12, R13
1364
+ MOVQ 112(AX), R11
1365
+ SUBQ R11, R13
1366
+ MOVQ 16(SP), R11
1367
+ CMPQ R13, R11
1368
+ JAE prefetch_in_out_4
1369
+ MOVQ 24(SP), R11
1370
+ ADDQ R11, R13
1371
+
1372
+ prefetch_in_out_4:
1373
+ PREFETCHT0 (R13)
1374
+ PREFETCHT0 64(R13)
1375
+ MOVQ 104(AX), R11
1376
+ ADDQ R11, R12
1377
+ MOVQ R12, 8(SP)
1378
+
1379
+ prefetch_skip_4:
1380
+ MOVQ (SP), R11
1381
+ LEAQ 120(AX), R12
1382
+ CMPQ R12, R11
1383
+ JAE prefetch_skip_5
1384
+ MOVQ 8(SP), R12
1385
+ MOVQ 120(AX), R11
1386
+ ADDQ R11, R12
1387
+ MOVQ R12, R13
1388
+ MOVQ 136(AX), R11
1389
+ SUBQ R11, R13
1390
+ MOVQ 16(SP), R11
1391
+ CMPQ R13, R11
1392
+ JAE prefetch_in_out_5
1393
+ MOVQ 24(SP), R11
1394
+ ADDQ R11, R13
1395
+
1396
+ prefetch_in_out_5:
1397
+ PREFETCHT0 (R13)
1398
+ PREFETCHT0 64(R13)
1399
+ MOVQ 128(AX), R11
1400
+ ADDQ R11, R12
1401
+ MOVQ R12, 8(SP)
1402
+
1403
+ prefetch_skip_5:
1404
+ MOVQ (SP), R11
1405
+ LEAQ 144(AX), R12
1406
+ CMPQ R12, R11
1407
+ JAE prefetch_skip_6
1408
+ MOVQ 8(SP), R12
1409
+ MOVQ 144(AX), R11
1410
+ ADDQ R11, R12
1411
+ MOVQ R12, R13
1412
+ MOVQ 160(AX), R11
1413
+ SUBQ R11, R13
1414
+ MOVQ 16(SP), R11
1415
+ CMPQ R13, R11
1416
+ JAE prefetch_in_out_6
1417
+ MOVQ 24(SP), R11
1418
+ ADDQ R11, R13
1419
+
1420
+ prefetch_in_out_6:
1421
+ PREFETCHT0 (R13)
1422
+ PREFETCHT0 64(R13)
1423
+ MOVQ 152(AX), R11
1424
+ ADDQ R11, R12
1425
+ MOVQ R12, 8(SP)
1426
+
1427
+ prefetch_skip_6:
1428
+ MOVQ (SP), R11
1429
+ LEAQ 168(AX), R12
1430
+ CMPQ R12, R11
1431
+ JAE prefetch_skip_7
1432
+ MOVQ 8(SP), R12
1433
+ MOVQ 168(AX), R11
1434
+ ADDQ R11, R12
1435
+ MOVQ R12, R13
1436
+ MOVQ 184(AX), R11
1437
+ SUBQ R11, R13
1438
+ MOVQ 16(SP), R11
1439
+ CMPQ R13, R11
1440
+ JAE prefetch_in_out_7
1441
+ MOVQ 24(SP), R11
1442
+ ADDQ R11, R13
1443
+
1444
+ prefetch_in_out_7:
1445
+ PREFETCHT0 (R13)
1446
+ PREFETCHT0 64(R13)
1447
+ MOVQ 176(AX), R11
1448
+ ADDQ R11, R12
1449
+ MOVQ R12, 8(SP)
1450
+ PCALIGN $0x40
1451
+
1452
+ prefetch_skip_7:
1453
+ main_loop:
1454
+ MOVQ (SP), R11
1455
+ LEAQ 192(AX), R12
1456
+ CMPQ R12, R11
1457
+ JAE prefetch_skip_8
1458
+ MOVQ 8(SP), R12
1459
+ MOVQ 192(AX), R11
1460
+ ADDQ R11, R12
1461
+ MOVQ R12, R13
1462
+ MOVQ 208(AX), R11
1463
+ SUBQ R11, R13
1464
+ MOVQ 16(SP), R11
1465
+ CMPQ R13, R11
1466
+ JAE prefetch_in_out_8
1467
+ MOVQ 24(SP), R11
1468
+ ADDQ R11, R13
1469
+
1470
+ prefetch_in_out_8:
1471
+ PREFETCHT0 (R13)
1472
+ PREFETCHT0 64(R13)
1473
+ MOVQ 200(AX), R11
1474
+ ADDQ R11, R12
1475
+ MOVQ R12, 8(SP)
1476
+
1477
+ prefetch_skip_8:
1478
+ MOVQ (AX), R11
1479
+ MOVQ 16(AX), R12
1480
+ MOVQ 8(AX), R13
1481
+
1482
+ // Copy literals
1483
+ MOVUPS (SI), X0
1484
+ MOVUPS X0, (BX)
1485
+ CMPQ R11, $0x10
1486
+ JBE copy_1_end
1487
+ MOVQ $0x00000010, R14
1488
+
1489
+ copy_1:
1490
+ MOVUPS (SI)(R14*1), X0
1491
+ MOVUPS X0, (BX)(R14*1)
1492
+ ADDQ $0x10, R14
1493
+ CMPQ R14, R11
1494
+ JB copy_1
1495
+
1496
+ copy_1_end:
1497
+ ADDQ R11, SI
1498
+ ADDQ R11, BX
1499
+ ADDQ R11, DI
1500
+
1501
+ // Malformed input if seq.mo > t+len(hist) || seq.mo > s.windowSize)
1502
+ LEAQ (DI)(R10*1), R11
1503
+ CMPQ R12, R11
1504
+ JG error_match_off_too_big
1505
+ CMPQ R12, R8
1506
+ JG error_match_off_too_big
1507
+
1508
+ // Copy match from history
1509
+ MOVQ R12, R11
1510
+ SUBQ DI, R11
1511
+ JLS copy_match
1512
+ MOVQ R9, R14
1513
+ SUBQ R11, R14
1514
+ CMPQ R13, R11
1515
+ JG copy_all_from_history
1516
+ MOVQ R13, R11
1517
+ SUBQ $0x10, R11
1518
+ JB copy_4_small
1519
+
1520
+ copy_4_loop:
1521
+ MOVUPS (R14), X0
1522
+ MOVUPS X0, (BX)
1523
+ ADDQ $0x10, R14
1524
+ ADDQ $0x10, BX
1525
+ SUBQ $0x10, R11
1526
+ JAE copy_4_loop
1527
+ LEAQ 16(R14)(R11*1), R14
1528
+ LEAQ 16(BX)(R11*1), BX
1529
+ MOVUPS -16(R14), X0
1530
+ MOVUPS X0, -16(BX)
1531
+ JMP copy_4_end
1532
+
1533
+ copy_4_small:
1534
+ CMPQ R13, $0x03
1535
+ JE copy_4_move_3
1536
+ CMPQ R13, $0x08
1537
+ JB copy_4_move_4through7
1538
+ JMP copy_4_move_8through16
1539
+
1540
+ copy_4_move_3:
1541
+ MOVWQZX (R14), R11
1542
+ MOVB 2(R14), R12
1543
+ MOVW R11, (BX)
1544
+ MOVB R12, 2(BX)
1545
+ ADDQ R13, R14
1546
+ ADDQ R13, BX
1547
+ JMP copy_4_end
1548
+
1549
+ copy_4_move_4through7:
1550
+ MOVL (R14), R11
1551
+ MOVL -4(R14)(R13*1), R12
1552
+ MOVL R11, (BX)
1553
+ MOVL R12, -4(BX)(R13*1)
1554
+ ADDQ R13, R14
1555
+ ADDQ R13, BX
1556
+ JMP copy_4_end
1557
+
1558
+ copy_4_move_8through16:
1559
+ MOVQ (R14), R11
1560
+ MOVQ -8(R14)(R13*1), R12
1561
+ MOVQ R11, (BX)
1562
+ MOVQ R12, -8(BX)(R13*1)
1563
+ ADDQ R13, R14
1564
+ ADDQ R13, BX
1565
+
1566
+ copy_4_end:
1567
+ ADDQ R13, DI
1568
+ ADDQ $0x18, AX
1569
+ INCQ DX
1570
+ CMPQ DX, CX
1571
+ JB main_loop
1572
+ JMP loop_finished
1573
+
1574
+ copy_all_from_history:
1575
+ MOVQ R11, R15
1576
+ SUBQ $0x10, R15
1577
+ JB copy_5_small
1578
+
1579
+ copy_5_loop:
1580
+ MOVUPS (R14), X0
1581
+ MOVUPS X0, (BX)
1582
+ ADDQ $0x10, R14
1583
+ ADDQ $0x10, BX
1584
+ SUBQ $0x10, R15
1585
+ JAE copy_5_loop
1586
+ LEAQ 16(R14)(R15*1), R14
1587
+ LEAQ 16(BX)(R15*1), BX
1588
+ MOVUPS -16(R14), X0
1589
+ MOVUPS X0, -16(BX)
1590
+ JMP copy_5_end
1591
+
1592
+ copy_5_small:
1593
+ CMPQ R11, $0x03
1594
+ JE copy_5_move_3
1595
+ JB copy_5_move_1or2
1596
+ CMPQ R11, $0x08
1597
+ JB copy_5_move_4through7
1598
+ JMP copy_5_move_8through16
1599
+
1600
+ copy_5_move_1or2:
1601
+ MOVB (R14), R15
1602
+ MOVB -1(R14)(R11*1), BP
1603
+ MOVB R15, (BX)
1604
+ MOVB BP, -1(BX)(R11*1)
1605
+ ADDQ R11, R14
1606
+ ADDQ R11, BX
1607
+ JMP copy_5_end
1608
+
1609
+ copy_5_move_3:
1610
+ MOVWQZX (R14), R15
1611
+ MOVB 2(R14), BP
1612
+ MOVW R15, (BX)
1613
+ MOVB BP, 2(BX)
1614
+ ADDQ R11, R14
1615
+ ADDQ R11, BX
1616
+ JMP copy_5_end
1617
+
1618
+ copy_5_move_4through7:
1619
+ MOVL (R14), R15
1620
+ MOVL -4(R14)(R11*1), BP
1621
+ MOVL R15, (BX)
1622
+ MOVL BP, -4(BX)(R11*1)
1623
+ ADDQ R11, R14
1624
+ ADDQ R11, BX
1625
+ JMP copy_5_end
1626
+
1627
+ copy_5_move_8through16:
1628
+ MOVQ (R14), R15
1629
+ MOVQ -8(R14)(R11*1), BP
1630
+ MOVQ R15, (BX)
1631
+ MOVQ BP, -8(BX)(R11*1)
1632
+ ADDQ R11, R14
1633
+ ADDQ R11, BX
1634
+
1635
+ copy_5_end:
1636
+ ADDQ R11, DI
1637
+ SUBQ R11, R13
1638
+
1639
+ // Copy match from the current buffer
1640
+ copy_match:
1641
+ MOVQ BX, R11
1642
+ SUBQ R12, R11
1643
+
1644
+ // ml <= mo
1645
+ CMPQ R13, R12
1646
+ JA copy_overlapping_match
1647
+
1648
+ // Copy non-overlapping match
1649
+ ADDQ R13, DI
1650
+ MOVUPS (R11), X0
1651
+ MOVUPS 16(R11), X1
1652
+ MOVUPS X0, (BX)
1653
+ MOVUPS X1, 16(BX)
1654
+ CMPQ R13, $0x20
1655
+ JA copy_2_long
1656
+ ADDQ R13, BX
1657
+ JMP handle_loop
1658
+
1659
+ copy_2_long:
1660
+ LEAQ 32(BX), R12
1661
+ ADDQ R13, BX
1662
+ ADDQ $0x20, R11
1663
+ SUBQ $0x20, R13
1664
+
1665
+ copy_2:
1666
+ MOVUPS (R11), X0
1667
+ MOVUPS 16(R11), X1
1668
+ MOVUPS X0, (R12)
1669
+ MOVUPS X1, 16(R12)
1670
+ ADDQ $0x20, R11
1671
+ ADDQ $0x20, R12
1672
+ SUBQ $0x20, R13
1673
+ JHI copy_2
1674
+ JMP handle_loop
1675
+
1676
+ // Copy overlapping match
1677
+ copy_overlapping_match:
1678
+ ADDQ R13, DI
1679
+ CMPQ R12, $0x10
1680
+ JB copy_slow_3
1681
+ MOVQ BX, R12
1682
+ ADDQ R13, BX
1683
+
1684
+ copy_3:
1685
+ MOVUPS (R11), X0
1686
+ MOVUPS X0, (R12)
1687
+ ADDQ $0x10, R11
1688
+ ADDQ $0x10, R12
1689
+ SUBQ $0x10, R13
1690
+ JHI copy_3
1691
+ JMP handle_loop
1692
+
1693
+ copy_slow_3:
1694
+ MOVBQZX (R11), R12
1695
+ MOVB R12, (BX)
1696
+ INCQ R11
1697
+ INCQ BX
1698
+ DECQ R13
1699
+ JNZ copy_slow_3
1700
+
1701
+ handle_loop:
1702
+ ADDQ $0x18, AX
1703
+ INCQ DX
1704
+ CMPQ DX, CX
1705
+ JB main_loop
1706
+
1707
+ loop_finished:
1708
+ // Return value
1709
+ MOVB $0x01, ret+8(FP)
1710
+
1711
+ // Update the context
1712
+ MOVQ ctx+0(FP), AX
1713
+ MOVQ DX, 24(AX)
1714
+ MOVQ DI, 104(AX)
1715
+ SUBQ 80(AX), SI
1716
+ MOVQ SI, 112(AX)
1717
+ RET
1718
+
1719
+ error_match_off_too_big:
1720
+ // Return value
1721
+ MOVB $0x00, ret+8(FP)
1722
+
1723
+ // Update the context
1724
+ MOVQ ctx+0(FP), AX
1725
+ MOVQ DX, 24(AX)
1726
+ MOVQ DI, 104(AX)
1727
+ SUBQ 80(AX), SI
1728
+ MOVQ SI, 112(AX)
1729
+ RET
1730
+
1731
+ empty_seqs:
1732
+ // Return value
1733
+ MOVB $0x01, ret+8(FP)
1734
+ RET
1735
+
1736
+ // func sequenceDecs_executeSimple_safe_amd64(ctx *executeAsmContext) bool
1737
+ // Requires: MMX+, SSE
1738
+ TEXT ·sequenceDecs_executeSimple_safe_amd64(SB), $32-9
1739
+ MOVQ ctx+0(FP), R10
1740
+ MOVQ 8(R10), CX
1741
+ TESTQ CX, CX
1742
+ JZ empty_seqs
1743
+ MOVQ (R10), AX
1744
+
1745
+ // seqsEnd = seqsBase + 24 * len(seqs) if ctx.prefetch, else seqsBase (prefetch off)
1746
+ MOVQ AX, DX
1747
+ MOVBQZX 128(R10), R11
1748
+ TESTQ R11, R11
1749
+ JZ prefetch_off
1750
+ LEAQ (CX)(CX*2), DX
1751
+ SHLQ $0x03, DX
1752
+ ADDQ AX, DX
1753
+
1754
+ prefetch_off:
1755
+ MOVQ DX, (SP)
1756
+ MOVQ 24(R10), DX
1757
+ MOVQ 32(R10), BX
1758
+ MOVQ 80(R10), SI
1759
+ MOVQ 104(R10), DI
1760
+ MOVQ 120(R10), R8
1761
+ MOVQ 56(R10), R9
1762
+ MOVQ 64(R10), R10
1763
+ ADDQ R10, R9
1764
+
1765
+ // seqsBase += 24 * seqIndex
1766
+ LEAQ (DX)(DX*2), R11
1767
+ SHLQ $0x03, R11
1768
+ ADDQ R11, AX
1769
+
1770
+ // outBase += outPosition
1771
+ ADDQ DI, BX
1772
+ MOVQ BX, 8(SP)
1773
+ MOVQ BX, R11
1774
+ SUBQ DI, R11
1775
+ MOVQ R11, 16(SP)
1776
+ NEGQ R11
1777
+ ADDQ R9, R11
1778
+ MOVQ R11, 24(SP)
1779
+
1780
+ // Prime the prefetch window
1781
+ MOVQ (SP), R11
1782
+ LEAQ (AX), R12
1783
+ CMPQ R12, R11
1784
+ JAE prefetch_skip_0
1785
+ MOVQ 8(SP), R12
1786
+ MOVQ (AX), R11
1787
+ ADDQ R11, R12
1788
+ MOVQ R12, R13
1789
+ MOVQ 16(AX), R11
1790
+ SUBQ R11, R13
1791
+ MOVQ 16(SP), R11
1792
+ CMPQ R13, R11
1793
+ JAE prefetch_in_out_0
1794
+ MOVQ 24(SP), R11
1795
+ ADDQ R11, R13
1796
+
1797
+ prefetch_in_out_0:
1798
+ PREFETCHT0 (R13)
1799
+ PREFETCHT0 64(R13)
1800
+ MOVQ 8(AX), R11
1801
+ ADDQ R11, R12
1802
+ MOVQ R12, 8(SP)
1803
+
1804
+ prefetch_skip_0:
1805
+ MOVQ (SP), R11
1806
+ LEAQ 24(AX), R12
1807
+ CMPQ R12, R11
1808
+ JAE prefetch_skip_1
1809
+ MOVQ 8(SP), R12
1810
+ MOVQ 24(AX), R11
1811
+ ADDQ R11, R12
1812
+ MOVQ R12, R13
1813
+ MOVQ 40(AX), R11
1814
+ SUBQ R11, R13
1815
+ MOVQ 16(SP), R11
1816
+ CMPQ R13, R11
1817
+ JAE prefetch_in_out_1
1818
+ MOVQ 24(SP), R11
1819
+ ADDQ R11, R13
1820
+
1821
+ prefetch_in_out_1:
1822
+ PREFETCHT0 (R13)
1823
+ PREFETCHT0 64(R13)
1824
+ MOVQ 32(AX), R11
1825
+ ADDQ R11, R12
1826
+ MOVQ R12, 8(SP)
1827
+
1828
+ prefetch_skip_1:
1829
+ MOVQ (SP), R11
1830
+ LEAQ 48(AX), R12
1831
+ CMPQ R12, R11
1832
+ JAE prefetch_skip_2
1833
+ MOVQ 8(SP), R12
1834
+ MOVQ 48(AX), R11
1835
+ ADDQ R11, R12
1836
+ MOVQ R12, R13
1837
+ MOVQ 64(AX), R11
1838
+ SUBQ R11, R13
1839
+ MOVQ 16(SP), R11
1840
+ CMPQ R13, R11
1841
+ JAE prefetch_in_out_2
1842
+ MOVQ 24(SP), R11
1843
+ ADDQ R11, R13
1844
+
1845
+ prefetch_in_out_2:
1846
+ PREFETCHT0 (R13)
1847
+ PREFETCHT0 64(R13)
1848
+ MOVQ 56(AX), R11
1849
+ ADDQ R11, R12
1850
+ MOVQ R12, 8(SP)
1851
+
1852
+ prefetch_skip_2:
1853
+ MOVQ (SP), R11
1854
+ LEAQ 72(AX), R12
1855
+ CMPQ R12, R11
1856
+ JAE prefetch_skip_3
1857
+ MOVQ 8(SP), R12
1858
+ MOVQ 72(AX), R11
1859
+ ADDQ R11, R12
1860
+ MOVQ R12, R13
1861
+ MOVQ 88(AX), R11
1862
+ SUBQ R11, R13
1863
+ MOVQ 16(SP), R11
1864
+ CMPQ R13, R11
1865
+ JAE prefetch_in_out_3
1866
+ MOVQ 24(SP), R11
1867
+ ADDQ R11, R13
1868
+
1869
+ prefetch_in_out_3:
1870
+ PREFETCHT0 (R13)
1871
+ PREFETCHT0 64(R13)
1872
+ MOVQ 80(AX), R11
1873
+ ADDQ R11, R12
1874
+ MOVQ R12, 8(SP)
1875
+
1876
+ prefetch_skip_3:
1877
+ MOVQ (SP), R11
1878
+ LEAQ 96(AX), R12
1879
+ CMPQ R12, R11
1880
+ JAE prefetch_skip_4
1881
+ MOVQ 8(SP), R12
1882
+ MOVQ 96(AX), R11
1883
+ ADDQ R11, R12
1884
+ MOVQ R12, R13
1885
+ MOVQ 112(AX), R11
1886
+ SUBQ R11, R13
1887
+ MOVQ 16(SP), R11
1888
+ CMPQ R13, R11
1889
+ JAE prefetch_in_out_4
1890
+ MOVQ 24(SP), R11
1891
+ ADDQ R11, R13
1892
+
1893
+ prefetch_in_out_4:
1894
+ PREFETCHT0 (R13)
1895
+ PREFETCHT0 64(R13)
1896
+ MOVQ 104(AX), R11
1897
+ ADDQ R11, R12
1898
+ MOVQ R12, 8(SP)
1899
+
1900
+ prefetch_skip_4:
1901
+ MOVQ (SP), R11
1902
+ LEAQ 120(AX), R12
1903
+ CMPQ R12, R11
1904
+ JAE prefetch_skip_5
1905
+ MOVQ 8(SP), R12
1906
+ MOVQ 120(AX), R11
1907
+ ADDQ R11, R12
1908
+ MOVQ R12, R13
1909
+ MOVQ 136(AX), R11
1910
+ SUBQ R11, R13
1911
+ MOVQ 16(SP), R11
1912
+ CMPQ R13, R11
1913
+ JAE prefetch_in_out_5
1914
+ MOVQ 24(SP), R11
1915
+ ADDQ R11, R13
1916
+
1917
+ prefetch_in_out_5:
1918
+ PREFETCHT0 (R13)
1919
+ PREFETCHT0 64(R13)
1920
+ MOVQ 128(AX), R11
1921
+ ADDQ R11, R12
1922
+ MOVQ R12, 8(SP)
1923
+
1924
+ prefetch_skip_5:
1925
+ MOVQ (SP), R11
1926
+ LEAQ 144(AX), R12
1927
+ CMPQ R12, R11
1928
+ JAE prefetch_skip_6
1929
+ MOVQ 8(SP), R12
1930
+ MOVQ 144(AX), R11
1931
+ ADDQ R11, R12
1932
+ MOVQ R12, R13
1933
+ MOVQ 160(AX), R11
1934
+ SUBQ R11, R13
1935
+ MOVQ 16(SP), R11
1936
+ CMPQ R13, R11
1937
+ JAE prefetch_in_out_6
1938
+ MOVQ 24(SP), R11
1939
+ ADDQ R11, R13
1940
+
1941
+ prefetch_in_out_6:
1942
+ PREFETCHT0 (R13)
1943
+ PREFETCHT0 64(R13)
1944
+ MOVQ 152(AX), R11
1945
+ ADDQ R11, R12
1946
+ MOVQ R12, 8(SP)
1947
+
1948
+ prefetch_skip_6:
1949
+ MOVQ (SP), R11
1950
+ LEAQ 168(AX), R12
1951
+ CMPQ R12, R11
1952
+ JAE prefetch_skip_7
1953
+ MOVQ 8(SP), R12
1954
+ MOVQ 168(AX), R11
1955
+ ADDQ R11, R12
1956
+ MOVQ R12, R13
1957
+ MOVQ 184(AX), R11
1958
+ SUBQ R11, R13
1959
+ MOVQ 16(SP), R11
1960
+ CMPQ R13, R11
1961
+ JAE prefetch_in_out_7
1962
+ MOVQ 24(SP), R11
1963
+ ADDQ R11, R13
1964
+
1965
+ prefetch_in_out_7:
1966
+ PREFETCHT0 (R13)
1967
+ PREFETCHT0 64(R13)
1968
+ MOVQ 176(AX), R11
1969
+ ADDQ R11, R12
1970
+ MOVQ R12, 8(SP)
1971
+ PCALIGN $0x40
1972
+
1973
+ prefetch_skip_7:
1974
+ main_loop:
1975
+ MOVQ (SP), R11
1976
+ LEAQ 192(AX), R12
1977
+ CMPQ R12, R11
1978
+ JAE prefetch_skip_8
1979
+ MOVQ 8(SP), R12
1980
+ MOVQ 192(AX), R11
1981
+ ADDQ R11, R12
1982
+ MOVQ R12, R13
1983
+ MOVQ 208(AX), R11
1984
+ SUBQ R11, R13
1985
+ MOVQ 16(SP), R11
1986
+ CMPQ R13, R11
1987
+ JAE prefetch_in_out_8
1988
+ MOVQ 24(SP), R11
1989
+ ADDQ R11, R13
1990
+
1991
+ prefetch_in_out_8:
1992
+ PREFETCHT0 (R13)
1993
+ PREFETCHT0 64(R13)
1994
+ MOVQ 200(AX), R11
1995
+ ADDQ R11, R12
1996
+ MOVQ R12, 8(SP)
1997
+
1998
+ prefetch_skip_8:
1999
+ MOVQ (AX), R11
2000
+ MOVQ 16(AX), R12
2001
+ MOVQ 8(AX), R13
2002
+
2003
+ // Copy literals
2004
+ TESTQ R11, R11
2005
+ JZ check_offset
2006
+ MOVQ R11, R14
2007
+ SUBQ $0x10, R14
2008
+ JB copy_1_small
2009
+
2010
+ copy_1_loop:
2011
+ MOVUPS (SI), X0
2012
+ MOVUPS X0, (BX)
2013
+ ADDQ $0x10, SI
2014
+ ADDQ $0x10, BX
2015
+ SUBQ $0x10, R14
2016
+ JAE copy_1_loop
2017
+ LEAQ 16(SI)(R14*1), SI
2018
+ LEAQ 16(BX)(R14*1), BX
2019
+ MOVUPS -16(SI), X0
2020
+ MOVUPS X0, -16(BX)
2021
+ JMP copy_1_end
2022
+
2023
+ copy_1_small:
2024
+ CMPQ R11, $0x03
2025
+ JE copy_1_move_3
2026
+ JB copy_1_move_1or2
2027
+ CMPQ R11, $0x08
2028
+ JB copy_1_move_4through7
2029
+ JMP copy_1_move_8through16
2030
+
2031
+ copy_1_move_1or2:
2032
+ MOVB (SI), R14
2033
+ MOVB -1(SI)(R11*1), R15
2034
+ MOVB R14, (BX)
2035
+ MOVB R15, -1(BX)(R11*1)
2036
+ ADDQ R11, SI
2037
+ ADDQ R11, BX
2038
+ JMP copy_1_end
2039
+
2040
+ copy_1_move_3:
2041
+ MOVWQZX (SI), R14
2042
+ MOVB 2(SI), R15
2043
+ MOVW R14, (BX)
2044
+ MOVB R15, 2(BX)
2045
+ ADDQ R11, SI
2046
+ ADDQ R11, BX
2047
+ JMP copy_1_end
2048
+
2049
+ copy_1_move_4through7:
2050
+ MOVL (SI), R14
2051
+ MOVL -4(SI)(R11*1), R15
2052
+ MOVL R14, (BX)
2053
+ MOVL R15, -4(BX)(R11*1)
2054
+ ADDQ R11, SI
2055
+ ADDQ R11, BX
2056
+ JMP copy_1_end
2057
+
2058
+ copy_1_move_8through16:
2059
+ MOVQ (SI), R14
2060
+ MOVQ -8(SI)(R11*1), R15
2061
+ MOVQ R14, (BX)
2062
+ MOVQ R15, -8(BX)(R11*1)
2063
+ ADDQ R11, SI
2064
+ ADDQ R11, BX
2065
+
2066
+ copy_1_end:
2067
+ ADDQ R11, DI
2068
+
2069
+ // Malformed input if seq.mo > t+len(hist) || seq.mo > s.windowSize)
2070
+ check_offset:
2071
+ LEAQ (DI)(R10*1), R11
2072
+ CMPQ R12, R11
2073
+ JG error_match_off_too_big
2074
+ CMPQ R12, R8
2075
+ JG error_match_off_too_big
2076
+
2077
+ // Copy match from history
2078
+ MOVQ R12, R11
2079
+ SUBQ DI, R11
2080
+ JLS copy_match
2081
+ MOVQ R9, R14
2082
+ SUBQ R11, R14
2083
+ CMPQ R13, R11
2084
+ JG copy_all_from_history
2085
+ MOVQ R13, R11
2086
+ SUBQ $0x10, R11
2087
+ JB copy_4_small
2088
+
2089
+ copy_4_loop:
2090
+ MOVUPS (R14), X0
2091
+ MOVUPS X0, (BX)
2092
+ ADDQ $0x10, R14
2093
+ ADDQ $0x10, BX
2094
+ SUBQ $0x10, R11
2095
+ JAE copy_4_loop
2096
+ LEAQ 16(R14)(R11*1), R14
2097
+ LEAQ 16(BX)(R11*1), BX
2098
+ MOVUPS -16(R14), X0
2099
+ MOVUPS X0, -16(BX)
2100
+ JMP copy_4_end
2101
+
2102
+ copy_4_small:
2103
+ CMPQ R13, $0x03
2104
+ JE copy_4_move_3
2105
+ CMPQ R13, $0x08
2106
+ JB copy_4_move_4through7
2107
+ JMP copy_4_move_8through16
2108
+
2109
+ copy_4_move_3:
2110
+ MOVWQZX (R14), R11
2111
+ MOVB 2(R14), R12
2112
+ MOVW R11, (BX)
2113
+ MOVB R12, 2(BX)
2114
+ ADDQ R13, R14
2115
+ ADDQ R13, BX
2116
+ JMP copy_4_end
2117
+
2118
+ copy_4_move_4through7:
2119
+ MOVL (R14), R11
2120
+ MOVL -4(R14)(R13*1), R12
2121
+ MOVL R11, (BX)
2122
+ MOVL R12, -4(BX)(R13*1)
2123
+ ADDQ R13, R14
2124
+ ADDQ R13, BX
2125
+ JMP copy_4_end
2126
+
2127
+ copy_4_move_8through16:
2128
+ MOVQ (R14), R11
2129
+ MOVQ -8(R14)(R13*1), R12
2130
+ MOVQ R11, (BX)
2131
+ MOVQ R12, -8(BX)(R13*1)
2132
+ ADDQ R13, R14
2133
+ ADDQ R13, BX
2134
+
2135
+ copy_4_end:
2136
+ ADDQ R13, DI
2137
+ ADDQ $0x18, AX
2138
+ INCQ DX
2139
+ CMPQ DX, CX
2140
+ JB main_loop
2141
+ JMP loop_finished
2142
+
2143
+ copy_all_from_history:
2144
+ MOVQ R11, R15
2145
+ SUBQ $0x10, R15
2146
+ JB copy_5_small
2147
+
2148
+ copy_5_loop:
2149
+ MOVUPS (R14), X0
2150
+ MOVUPS X0, (BX)
2151
+ ADDQ $0x10, R14
2152
+ ADDQ $0x10, BX
2153
+ SUBQ $0x10, R15
2154
+ JAE copy_5_loop
2155
+ LEAQ 16(R14)(R15*1), R14
2156
+ LEAQ 16(BX)(R15*1), BX
2157
+ MOVUPS -16(R14), X0
2158
+ MOVUPS X0, -16(BX)
2159
+ JMP copy_5_end
2160
+
2161
+ copy_5_small:
2162
+ CMPQ R11, $0x03
2163
+ JE copy_5_move_3
2164
+ JB copy_5_move_1or2
2165
+ CMPQ R11, $0x08
2166
+ JB copy_5_move_4through7
2167
+ JMP copy_5_move_8through16
2168
+
2169
+ copy_5_move_1or2:
2170
+ MOVB (R14), R15
2171
+ MOVB -1(R14)(R11*1), BP
2172
+ MOVB R15, (BX)
2173
+ MOVB BP, -1(BX)(R11*1)
2174
+ ADDQ R11, R14
2175
+ ADDQ R11, BX
2176
+ JMP copy_5_end
2177
+
2178
+ copy_5_move_3:
2179
+ MOVWQZX (R14), R15
2180
+ MOVB 2(R14), BP
2181
+ MOVW R15, (BX)
2182
+ MOVB BP, 2(BX)
2183
+ ADDQ R11, R14
2184
+ ADDQ R11, BX
2185
+ JMP copy_5_end
2186
+
2187
+ copy_5_move_4through7:
2188
+ MOVL (R14), R15
2189
+ MOVL -4(R14)(R11*1), BP
2190
+ MOVL R15, (BX)
2191
+ MOVL BP, -4(BX)(R11*1)
2192
+ ADDQ R11, R14
2193
+ ADDQ R11, BX
2194
+ JMP copy_5_end
2195
+
2196
+ copy_5_move_8through16:
2197
+ MOVQ (R14), R15
2198
+ MOVQ -8(R14)(R11*1), BP
2199
+ MOVQ R15, (BX)
2200
+ MOVQ BP, -8(BX)(R11*1)
2201
+ ADDQ R11, R14
2202
+ ADDQ R11, BX
2203
+
2204
+ copy_5_end:
2205
+ ADDQ R11, DI
2206
+ SUBQ R11, R13
2207
+
2208
+ // Copy match from the current buffer
2209
+ copy_match:
2210
+ MOVQ BX, R11
2211
+ SUBQ R12, R11
2212
+
2213
+ // ml <= mo
2214
+ CMPQ R13, R12
2215
+ JA copy_overlapping_match
2216
+
2217
+ // Copy non-overlapping match
2218
+ ADDQ R13, DI
2219
+ MOVQ R13, R12
2220
+ SUBQ $0x10, R12
2221
+ JB copy_2_small
2222
+
2223
+ copy_2_loop:
2224
+ MOVUPS (R11), X0
2225
+ MOVUPS X0, (BX)
2226
+ ADDQ $0x10, R11
2227
+ ADDQ $0x10, BX
2228
+ SUBQ $0x10, R12
2229
+ JAE copy_2_loop
2230
+ LEAQ 16(R11)(R12*1), R11
2231
+ LEAQ 16(BX)(R12*1), BX
2232
+ MOVUPS -16(R11), X0
2233
+ MOVUPS X0, -16(BX)
2234
+ JMP copy_2_end
2235
+
2236
+ copy_2_small:
2237
+ CMPQ R13, $0x03
2238
+ JE copy_2_move_3
2239
+ JB copy_2_move_1or2
2240
+ CMPQ R13, $0x08
2241
+ JB copy_2_move_4through7
2242
+ JMP copy_2_move_8through16
2243
+
2244
+ copy_2_move_1or2:
2245
+ MOVB (R11), R12
2246
+ MOVB -1(R11)(R13*1), R14
2247
+ MOVB R12, (BX)
2248
+ MOVB R14, -1(BX)(R13*1)
2249
+ ADDQ R13, R11
2250
+ ADDQ R13, BX
2251
+ JMP copy_2_end
2252
+
2253
+ copy_2_move_3:
2254
+ MOVWQZX (R11), R12
2255
+ MOVB 2(R11), R14
2256
+ MOVW R12, (BX)
2257
+ MOVB R14, 2(BX)
2258
+ ADDQ R13, R11
2259
+ ADDQ R13, BX
2260
+ JMP copy_2_end
2261
+
2262
+ copy_2_move_4through7:
2263
+ MOVL (R11), R12
2264
+ MOVL -4(R11)(R13*1), R14
2265
+ MOVL R12, (BX)
2266
+ MOVL R14, -4(BX)(R13*1)
2267
+ ADDQ R13, R11
2268
+ ADDQ R13, BX
2269
+ JMP copy_2_end
2270
+
2271
+ copy_2_move_8through16:
2272
+ MOVQ (R11), R12
2273
+ MOVQ -8(R11)(R13*1), R14
2274
+ MOVQ R12, (BX)
2275
+ MOVQ R14, -8(BX)(R13*1)
2276
+ ADDQ R13, R11
2277
+ ADDQ R13, BX
2278
+
2279
+ copy_2_end:
2280
+ JMP handle_loop
2281
+
2282
+ // Copy overlapping match
2283
+ copy_overlapping_match:
2284
+ ADDQ R13, DI
2285
+ CMPQ R12, $0x10
2286
+ JB copy_slow_3
2287
+
2288
+ copy_3_blocks:
2289
+ MOVUPS (R11), X0
2290
+ MOVUPS X0, (BX)
2291
+ ADDQ $0x10, R11
2292
+ ADDQ $0x10, BX
2293
+ SUBQ $0x10, R13
2294
+ CMPQ R13, $0x10
2295
+ JAE copy_3_blocks
2296
+ TESTQ R13, R13
2297
+ JZ handle_loop
2298
+
2299
+ copy_slow_3:
2300
+ MOVBQZX (R11), R12
2301
+ MOVB R12, (BX)
2302
+ INCQ R11
2303
+ INCQ BX
2304
+ DECQ R13
2305
+ JNZ copy_slow_3
2306
+
2307
+ handle_loop:
2308
+ ADDQ $0x18, AX
2309
+ INCQ DX
2310
+ CMPQ DX, CX
2311
+ JB main_loop
2312
+
2313
+ loop_finished:
2314
+ // Return value
2315
+ MOVB $0x01, ret+8(FP)
2316
+
2317
+ // Update the context
2318
+ MOVQ ctx+0(FP), AX
2319
+ MOVQ DX, 24(AX)
2320
+ MOVQ DI, 104(AX)
2321
+ SUBQ 80(AX), SI
2322
+ MOVQ SI, 112(AX)
2323
+ RET
2324
+
2325
+ error_match_off_too_big:
2326
+ // Return value
2327
+ MOVB $0x00, ret+8(FP)
2328
+
2329
+ // Update the context
2330
+ MOVQ ctx+0(FP), AX
2331
+ MOVQ DX, 24(AX)
2332
+ MOVQ DI, 104(AX)
2333
+ SUBQ 80(AX), SI
2334
+ MOVQ SI, 112(AX)
2335
+ RET
2336
+
2337
+ empty_seqs:
2338
+ // Return value
2339
+ MOVB $0x01, ret+8(FP)
2340
+ RET
2341
+
2342
+ // func sequenceDecs_decodeSync_amd64(s *sequenceDecs, br *bitReader, ctx *decodeSyncAsmContext) int
2343
+ // Requires: CMOV, SSE
2344
+ TEXT ·sequenceDecs_decodeSync_amd64(SB), $96-32
2345
+ MOVQ br+8(FP), CX
2346
+ MOVQ 24(CX), DX
2347
+ MOVBQZX 40(CX), BX
2348
+ MOVQ (CX), AX
2349
+ MOVQ 32(CX), SI
2350
+ ADDQ SI, AX
2351
+ MOVQ AX, (SP)
2352
+ MOVQ ctx+16(FP), AX
2353
+ MOVQ 72(AX), DI
2354
+ MOVQ 80(AX), R8
2355
+ MOVQ 88(AX), R9
2356
+ MOVQ (AX), CX
2357
+ MOVQ CX, 8(SP)
2358
+ MOVQ 24(AX), CX
2359
+ MOVQ CX, 16(SP)
2360
+ MOVQ 48(AX), CX
2361
+ MOVQ CX, 24(SP)
2362
+ MOVQ 96(AX), CX
2363
+ MOVQ CX, 32(SP)
2364
+ XORQ CX, CX
2365
+ MOVQ CX, 40(SP)
2366
+ MOVQ CX, 48(SP)
2367
+ MOVQ CX, 56(SP)
2368
+ MOVQ 112(AX), R10
2369
+ MOVQ 128(AX), CX
2370
+ MOVQ CX, 64(SP)
2371
+ MOVQ 144(AX), R11
2372
+ MOVQ 136(AX), R12
2373
+ MOVQ 200(AX), CX
2374
+ MOVQ CX, 88(SP)
2375
+ MOVQ 176(AX), CX
2376
+ MOVQ CX, 80(SP)
2377
+ MOVQ 184(AX), AX
2378
+ MOVQ AX, 72(SP)
2379
+ MOVQ 72(SP), AX
2380
+ ADDQ AX, 80(SP)
2381
+
2382
+ // Calculate pointer to s.out[cap(s.out)] (a past-end pointer)
2383
+ ADDQ R10, 64(SP)
2384
+
2385
+ // outBase += outPosition
2386
+ ADDQ R12, R10
2387
+ PCALIGN $0x40
2388
+
2389
+ sequenceDecs_decodeSync_amd64_main_loop:
2390
+ MOVQ (SP), R13
2391
+
2392
+ // Fill bitreader to have enough for the offset and match length.
2393
+ CMPQ SI, $0x08
2394
+ JL sequenceDecs_decodeSync_amd64_fill_byte_by_byte
2395
+ MOVQ BX, AX
2396
+ SHRQ $0x03, AX
2397
+ SUBQ AX, R13
2398
+ MOVQ (R13), DX
2399
+ SUBQ AX, SI
2400
+ ANDQ $0x07, BX
2401
+ JMP sequenceDecs_decodeSync_amd64_fill_end
2402
+
2403
+ sequenceDecs_decodeSync_amd64_fill_byte_by_byte:
2404
+ CMPQ SI, $0x00
2405
+ JLE sequenceDecs_decodeSync_amd64_fill_check_overread
2406
+ CMPQ BX, $0x07
2407
+ JLE sequenceDecs_decodeSync_amd64_fill_end
2408
+ SHLQ $0x08, DX
2409
+ SUBQ $0x01, R13
2410
+ SUBQ $0x01, SI
2411
+ SUBQ $0x08, BX
2412
+ MOVBQZX (R13), AX
2413
+ ORQ AX, DX
2414
+ JMP sequenceDecs_decodeSync_amd64_fill_byte_by_byte
2415
+
2416
+ sequenceDecs_decodeSync_amd64_fill_check_overread:
2417
+ CMPQ BX, $0x40
2418
+ JA error_overread
2419
+
2420
+ sequenceDecs_decodeSync_amd64_fill_end:
2421
+ // Update offset
2422
+ MOVQ R9, AX
2423
+ MOVQ BX, CX
2424
+ MOVQ DX, R14
2425
+ SHLQ CL, R14
2426
+ SHRQ $0x01, R14
2427
+ MOVBLZX AH, CX
2428
+ SHRQ $0x20, AX
2429
+ ADDQ CX, BX
2430
+ XORQ $0x3f, CX
2431
+ SHRQ CL, R14
2432
+ ADDQ R14, AX
2433
+ MOVQ AX, 40(SP)
2434
+
2435
+ // Update match length
2436
+ MOVQ R8, AX
2437
+ MOVQ BX, CX
2438
+ MOVQ DX, R14
2439
+ SHLQ CL, R14
2440
+ SHRQ $0x01, R14
2441
+ MOVBLZX AH, CX
2442
+ SHRQ $0x20, AX
2443
+ ADDQ CX, BX
2444
+ XORQ $0x3f, CX
2445
+ SHRQ CL, R14
2446
+ ADDQ R14, AX
2447
+ MOVQ AX, 48(SP)
2448
+
2449
+ // Fill bitreader to have enough for the remaining
2450
+ CMPQ SI, $0x08
2451
+ JL sequenceDecs_decodeSync_amd64_fill_2_byte_by_byte
2452
+ MOVQ BX, AX
2453
+ SHRQ $0x03, AX
2454
+ SUBQ AX, R13
2455
+ MOVQ (R13), DX
2456
+ SUBQ AX, SI
2457
+ ANDQ $0x07, BX
2458
+ JMP sequenceDecs_decodeSync_amd64_fill_2_end
2459
+
2460
+ sequenceDecs_decodeSync_amd64_fill_2_byte_by_byte:
2461
+ CMPQ SI, $0x00
2462
+ JLE sequenceDecs_decodeSync_amd64_fill_2_check_overread
2463
+ CMPQ BX, $0x07
2464
+ JLE sequenceDecs_decodeSync_amd64_fill_2_end
2465
+ SHLQ $0x08, DX
2466
+ SUBQ $0x01, R13
2467
+ SUBQ $0x01, SI
2468
+ SUBQ $0x08, BX
2469
+ MOVBQZX (R13), AX
2470
+ ORQ AX, DX
2471
+ JMP sequenceDecs_decodeSync_amd64_fill_2_byte_by_byte
2472
+
2473
+ sequenceDecs_decodeSync_amd64_fill_2_check_overread:
2474
+ CMPQ BX, $0x40
2475
+ JA error_overread
2476
+
2477
+ sequenceDecs_decodeSync_amd64_fill_2_end:
2478
+ // Update literal length
2479
+ MOVQ DI, AX
2480
+ MOVQ BX, CX
2481
+ MOVQ DX, R14
2482
+ SHLQ CL, R14
2483
+ SHRQ $0x01, R14
2484
+ MOVBLZX AH, CX
2485
+ SHRQ $0x20, AX
2486
+ ADDQ CX, BX
2487
+ XORQ $0x3f, CX
2488
+ SHRQ CL, R14
2489
+ ADDQ R14, AX
2490
+ MOVQ AX, 56(SP)
2491
+
2492
+ // Fill bitreader for state updates
2493
+ MOVQ R13, (SP)
2494
+ MOVQ R9, AX
2495
+ SHRQ $0x08, AX
2496
+ MOVBQZX AL, AX
2497
+ CMPQ 32(SP), $0x00
2498
+ JZ sequenceDecs_decodeSync_amd64_skip_update
2499
+
2500
+ // Update Literal Length State
2501
+ MOVBQZX DI, R13
2502
+ SHRL $0x10, DI
2503
+ MOVQ BX, CX
2504
+ MOVQ DX, R14
2505
+ SHLQ CL, R14
2506
+ SHRQ $0x01, R14
2507
+ ADDQ R13, BX
2508
+ XORQ $0x3f, R13
2509
+ MOVQ R13, CX
2510
+ SHRQ CL, R14
2511
+ ADDQ R14, DI
2512
+
2513
+ // Load ctx.llTable
2514
+ MOVQ 8(SP), CX
2515
+ MOVQ (CX)(DI*8), DI
2516
+
2517
+ // Update Match Length State
2518
+ MOVBQZX R8, R13
2519
+ SHRL $0x10, R8
2520
+ MOVQ BX, CX
2521
+ MOVQ DX, R14
2522
+ SHLQ CL, R14
2523
+ SHRQ $0x01, R14
2524
+ ADDQ R13, BX
2525
+ XORQ $0x3f, R13
2526
+ MOVQ R13, CX
2527
+ SHRQ CL, R14
2528
+ ADDQ R14, R8
2529
+
2530
+ // Load ctx.mlTable
2531
+ MOVQ 16(SP), CX
2532
+ MOVQ (CX)(R8*8), R8
2533
+
2534
+ // Update Offset State
2535
+ MOVBQZX R9, R13
2536
+ SHRL $0x10, R9
2537
+ MOVQ BX, CX
2538
+ MOVQ DX, R14
2539
+ SHLQ CL, R14
2540
+ SHRQ $0x01, R14
2541
+ ADDQ R13, BX
2542
+ XORQ $0x3f, R13
2543
+ MOVQ R13, CX
2544
+ SHRQ CL, R14
2545
+ ADDQ R14, R9
2546
+
2547
+ // Load ctx.ofTable
2548
+ MOVQ 24(SP), CX
2549
+ MOVQ (CX)(R9*8), R9
2550
+
2551
+ sequenceDecs_decodeSync_amd64_skip_update:
2552
+ // Adjust offset
2553
+ MOVQ s+0(FP), CX
2554
+ MOVQ 40(SP), R13
2555
+ CMPQ AX, $0x01
2556
+ JBE sequenceDecs_decodeSync_amd64_adjust_offsetB_1_or_0
2557
+ MOVUPS 144(CX), X0
2558
+ MOVQ R13, 144(CX)
2559
+ MOVUPS X0, 152(CX)
2560
+ JMP sequenceDecs_decodeSync_amd64_after_adjust
2561
+
2562
+ sequenceDecs_decodeSync_amd64_adjust_offsetB_1_or_0:
2563
+ CMPQ 56(SP), $0x00000000
2564
+ JNE sequenceDecs_decodeSync_amd64_adjust_offset_maybezero
2565
+ INCQ R13
2566
+ JMP sequenceDecs_decodeSync_amd64_adjust_offset_nonzero
2567
+
2568
+ sequenceDecs_decodeSync_amd64_adjust_offset_maybezero:
2569
+ TESTQ R13, R13
2570
+ JNZ sequenceDecs_decodeSync_amd64_adjust_offset_nonzero
2571
+ MOVQ 144(CX), R13
2572
+ JMP sequenceDecs_decodeSync_amd64_after_adjust
2573
+
2574
+ sequenceDecs_decodeSync_amd64_adjust_offset_nonzero:
2575
+ MOVQ R13, AX
2576
+ XORQ R14, R14
2577
+ MOVQ $-1, R15
2578
+ CMPQ R13, $0x03
2579
+ CMOVQEQ R14, AX
2580
+ CMOVQEQ R15, R14
2581
+ ADDQ 144(CX)(AX*8), R14
2582
+ JNZ sequenceDecs_decodeSync_amd64_adjust_temp_valid
2583
+ MOVQ $0x00000001, R14
2584
+
2585
+ sequenceDecs_decodeSync_amd64_adjust_temp_valid:
2586
+ CMPQ R13, $0x01
2587
+ JZ sequenceDecs_decodeSync_amd64_adjust_skip
2588
+ MOVQ 152(CX), AX
2589
+ MOVQ AX, 160(CX)
2590
+
2591
+ sequenceDecs_decodeSync_amd64_adjust_skip:
2592
+ MOVQ 144(CX), AX
2593
+ MOVQ AX, 152(CX)
2594
+ MOVQ R14, 144(CX)
2595
+ MOVQ R14, R13
2596
+
2597
+ sequenceDecs_decodeSync_amd64_after_adjust:
2598
+ MOVQ R13, 40(SP)
2599
+
2600
+ // Check values
2601
+ MOVQ 48(SP), AX
2602
+ MOVQ 56(SP), CX
2603
+ MOVQ ctx+16(FP), R14
2604
+ SUBQ CX, 104(R14)
2605
+ JS error_not_enough_literals
2606
+ CMPQ AX, $0x00020002
2607
+ JA sequenceDecs_decodeSync_amd64_error_match_len_too_big
2608
+ TESTQ R13, R13
2609
+ JNZ sequenceDecs_decodeSync_amd64_match_len_ofs_ok
2610
+ TESTQ AX, AX
2611
+ JNZ sequenceDecs_decodeSync_amd64_error_match_len_ofs_mismatch
2612
+
2613
+ sequenceDecs_decodeSync_amd64_match_len_ofs_ok:
2614
+ // Check if we have enough space in s.out
2615
+ LEAQ 32(CX)(AX*1), R14
2616
+ ADDQ R10, R14
2617
+ CMPQ R14, 64(SP)
2618
+ JA error_not_enough_space
2619
+
2620
+ // Copy literals
2621
+ MOVUPS (R11), X0
2622
+ MOVUPS X0, (R10)
2623
+ CMPQ CX, $0x10
2624
+ JBE copy_1_end
2625
+ MOVQ $0x00000010, R14
2626
+
2627
+ copy_1:
2628
+ MOVUPS (R11)(R14*1), X0
2629
+ MOVUPS X0, (R10)(R14*1)
2630
+ ADDQ $0x10, R14
2631
+ CMPQ R14, CX
2632
+ JB copy_1
2633
+
2634
+ copy_1_end:
2635
+ ADDQ CX, R11
2636
+ ADDQ CX, R10
2637
+ ADDQ CX, R12
2638
+
2639
+ // Malformed input if seq.mo > t+len(hist) || seq.mo > s.windowSize)
2640
+ MOVQ R12, CX
2641
+ ADDQ 72(SP), CX
2642
+ CMPQ R13, CX
2643
+ JG error_match_off_too_big
2644
+ CMPQ R13, 88(SP)
2645
+ JG error_match_off_too_big
2646
+
2647
+ // Copy match from history
2648
+ MOVQ R13, CX
2649
+ SUBQ R12, CX
2650
+ JLS copy_match
2651
+ MOVQ 80(SP), R14
2652
+ SUBQ CX, R14
2653
+ CMPQ AX, CX
2654
+ JG copy_all_from_history
2655
+ MOVQ AX, CX
2656
+ SUBQ $0x10, CX
2657
+ JB copy_4_small
2658
+
2659
+ copy_4_loop:
2660
+ MOVUPS (R14), X0
2661
+ MOVUPS X0, (R10)
2662
+ ADDQ $0x10, R14
2663
+ ADDQ $0x10, R10
2664
+ SUBQ $0x10, CX
2665
+ JAE copy_4_loop
2666
+ LEAQ 16(R14)(CX*1), R14
2667
+ LEAQ 16(R10)(CX*1), R10
2668
+ MOVUPS -16(R14), X0
2669
+ MOVUPS X0, -16(R10)
2670
+ JMP copy_4_end
2671
+
2672
+ copy_4_small:
2673
+ CMPQ AX, $0x03
2674
+ JE copy_4_move_3
2675
+ CMPQ AX, $0x08
2676
+ JB copy_4_move_4through7
2677
+ JMP copy_4_move_8through16
2678
+
2679
+ copy_4_move_3:
2680
+ MOVWQZX (R14), CX
2681
+ MOVB 2(R14), R13
2682
+ MOVW CX, (R10)
2683
+ MOVB R13, 2(R10)
2684
+ ADDQ AX, R14
2685
+ ADDQ AX, R10
2686
+ JMP copy_4_end
2687
+
2688
+ copy_4_move_4through7:
2689
+ MOVL (R14), CX
2690
+ MOVL -4(R14)(AX*1), R13
2691
+ MOVL CX, (R10)
2692
+ MOVL R13, -4(R10)(AX*1)
2693
+ ADDQ AX, R14
2694
+ ADDQ AX, R10
2695
+ JMP copy_4_end
2696
+
2697
+ copy_4_move_8through16:
2698
+ MOVQ (R14), CX
2699
+ MOVQ -8(R14)(AX*1), R13
2700
+ MOVQ CX, (R10)
2701
+ MOVQ R13, -8(R10)(AX*1)
2702
+ ADDQ AX, R14
2703
+ ADDQ AX, R10
2704
+
2705
+ copy_4_end:
2706
+ ADDQ AX, R12
2707
+ JMP handle_loop
2708
+ JMP loop_finished
2709
+
2710
+ copy_all_from_history:
2711
+ MOVQ CX, R15
2712
+ SUBQ $0x10, R15
2713
+ JB copy_5_small
2714
+
2715
+ copy_5_loop:
2716
+ MOVUPS (R14), X0
2717
+ MOVUPS X0, (R10)
2718
+ ADDQ $0x10, R14
2719
+ ADDQ $0x10, R10
2720
+ SUBQ $0x10, R15
2721
+ JAE copy_5_loop
2722
+ LEAQ 16(R14)(R15*1), R14
2723
+ LEAQ 16(R10)(R15*1), R10
2724
+ MOVUPS -16(R14), X0
2725
+ MOVUPS X0, -16(R10)
2726
+ JMP copy_5_end
2727
+
2728
+ copy_5_small:
2729
+ CMPQ CX, $0x03
2730
+ JE copy_5_move_3
2731
+ JB copy_5_move_1or2
2732
+ CMPQ CX, $0x08
2733
+ JB copy_5_move_4through7
2734
+ JMP copy_5_move_8through16
2735
+
2736
+ copy_5_move_1or2:
2737
+ MOVB (R14), R15
2738
+ MOVB -1(R14)(CX*1), BP
2739
+ MOVB R15, (R10)
2740
+ MOVB BP, -1(R10)(CX*1)
2741
+ ADDQ CX, R14
2742
+ ADDQ CX, R10
2743
+ JMP copy_5_end
2744
+
2745
+ copy_5_move_3:
2746
+ MOVWQZX (R14), R15
2747
+ MOVB 2(R14), BP
2748
+ MOVW R15, (R10)
2749
+ MOVB BP, 2(R10)
2750
+ ADDQ CX, R14
2751
+ ADDQ CX, R10
2752
+ JMP copy_5_end
2753
+
2754
+ copy_5_move_4through7:
2755
+ MOVL (R14), R15
2756
+ MOVL -4(R14)(CX*1), BP
2757
+ MOVL R15, (R10)
2758
+ MOVL BP, -4(R10)(CX*1)
2759
+ ADDQ CX, R14
2760
+ ADDQ CX, R10
2761
+ JMP copy_5_end
2762
+
2763
+ copy_5_move_8through16:
2764
+ MOVQ (R14), R15
2765
+ MOVQ -8(R14)(CX*1), BP
2766
+ MOVQ R15, (R10)
2767
+ MOVQ BP, -8(R10)(CX*1)
2768
+ ADDQ CX, R14
2769
+ ADDQ CX, R10
2770
+
2771
+ copy_5_end:
2772
+ ADDQ CX, R12
2773
+ SUBQ CX, AX
2774
+
2775
+ // Copy match from the current buffer
2776
+ copy_match:
2777
+ MOVQ R10, CX
2778
+ SUBQ R13, CX
2779
+
2780
+ // ml <= mo
2781
+ CMPQ AX, R13
2782
+ JA copy_overlapping_match
2783
+
2784
+ // Copy non-overlapping match
2785
+ ADDQ AX, R12
2786
+ MOVUPS (CX), X0
2787
+ MOVUPS 16(CX), X1
2788
+ MOVUPS X0, (R10)
2789
+ MOVUPS X1, 16(R10)
2790
+ CMPQ AX, $0x20
2791
+ JA copy_2_long
2792
+ ADDQ AX, R10
2793
+ JMP handle_loop
2794
+
2795
+ copy_2_long:
2796
+ LEAQ 32(R10), R13
2797
+ ADDQ AX, R10
2798
+ ADDQ $0x20, CX
2799
+ SUBQ $0x20, AX
2800
+
2801
+ copy_2:
2802
+ MOVUPS (CX), X0
2803
+ MOVUPS 16(CX), X1
2804
+ MOVUPS X0, (R13)
2805
+ MOVUPS X1, 16(R13)
2806
+ ADDQ $0x20, CX
2807
+ ADDQ $0x20, R13
2808
+ SUBQ $0x20, AX
2809
+ JHI copy_2
2810
+ JMP handle_loop
2811
+
2812
+ // Copy overlapping match
2813
+ copy_overlapping_match:
2814
+ ADDQ AX, R12
2815
+ CMPQ R13, $0x10
2816
+ JB copy_slow_3
2817
+ MOVQ R10, R13
2818
+ ADDQ AX, R10
2819
+
2820
+ copy_3:
2821
+ MOVUPS (CX), X0
2822
+ MOVUPS X0, (R13)
2823
+ ADDQ $0x10, CX
2824
+ ADDQ $0x10, R13
2825
+ SUBQ $0x10, AX
2826
+ JHI copy_3
2827
+ JMP handle_loop
2828
+
2829
+ copy_slow_3:
2830
+ MOVBQZX (CX), R13
2831
+ MOVB R13, (R10)
2832
+ INCQ CX
2833
+ INCQ R10
2834
+ DECQ AX
2835
+ JNZ copy_slow_3
2836
+
2837
+ handle_loop:
2838
+ DECQ 32(SP)
2839
+ JNS sequenceDecs_decodeSync_amd64_main_loop
2840
+
2841
+ loop_finished:
2842
+ MOVQ br+8(FP), AX
2843
+ MOVQ DX, 24(AX)
2844
+ MOVB BL, 40(AX)
2845
+ MOVQ SI, 32(AX)
2846
+
2847
+ // s.seqSize += outPosition - ctx.outPosition
2848
+ MOVQ ctx+16(FP), AX
2849
+ MOVQ s+0(FP), CX
2850
+ MOVQ R12, DX
2851
+ SUBQ 136(AX), DX
2852
+ ADDQ DX, 256(CX)
2853
+
2854
+ // Update the context
2855
+ MOVQ ctx+16(FP), AX
2856
+ MOVQ R12, 136(AX)
2857
+ MOVQ 144(AX), CX
2858
+ SUBQ CX, R11
2859
+ MOVQ R11, 168(AX)
2860
+
2861
+ // Return success
2862
+ MOVQ $0x00000000, ret+24(FP)
2863
+ RET
2864
+
2865
+ // Return with match length error
2866
+ sequenceDecs_decodeSync_amd64_error_match_len_ofs_mismatch:
2867
+ MOVQ 48(SP), AX
2868
+ MOVQ ctx+16(FP), CX
2869
+ MOVQ AX, 216(CX)
2870
+ MOVQ $0x00000001, ret+24(FP)
2871
+ RET
2872
+
2873
+ // Return with match too long error
2874
+ sequenceDecs_decodeSync_amd64_error_match_len_too_big:
2875
+ MOVQ ctx+16(FP), AX
2876
+ MOVQ 48(SP), CX
2877
+ MOVQ CX, 216(AX)
2878
+ MOVQ $0x00000002, ret+24(FP)
2879
+ RET
2880
+
2881
+ // Return with match offset too long error
2882
+ error_match_off_too_big:
2883
+ MOVQ ctx+16(FP), AX
2884
+ MOVQ 40(SP), CX
2885
+ MOVQ CX, 224(AX)
2886
+ MOVQ R12, 136(AX)
2887
+ MOVQ $0x00000003, ret+24(FP)
2888
+ RET
2889
+
2890
+ // Return with not enough literals error
2891
+ error_not_enough_literals:
2892
+ MOVQ ctx+16(FP), AX
2893
+ MOVQ 56(SP), CX
2894
+ MOVQ CX, 208(AX)
2895
+ MOVQ $0x00000004, ret+24(FP)
2896
+ RET
2897
+
2898
+ // Return with overread error
2899
+ error_overread:
2900
+ MOVQ $0x00000006, ret+24(FP)
2901
+ RET
2902
+
2903
+ // Return with not enough output space error
2904
+ error_not_enough_space:
2905
+ MOVQ ctx+16(FP), AX
2906
+ MOVQ 56(SP), CX
2907
+ MOVQ CX, 208(AX)
2908
+ MOVQ 48(SP), CX
2909
+ MOVQ CX, 216(AX)
2910
+ MOVQ R12, 136(AX)
2911
+ MOVQ $0x00000005, ret+24(FP)
2912
+ RET
2913
+
2914
+ // func sequenceDecs_decodeSync_bmi2(s *sequenceDecs, br *bitReader, ctx *decodeSyncAsmContext) int
2915
+ // Requires: BMI, BMI2, CMOV, SSE
2916
+ TEXT ·sequenceDecs_decodeSync_bmi2(SB), $96-32
2917
+ MOVQ br+8(FP), BX
2918
+ MOVQ 24(BX), AX
2919
+ MOVBQZX 40(BX), DX
2920
+ MOVQ (BX), CX
2921
+ MOVQ 32(BX), BX
2922
+ ADDQ BX, CX
2923
+ MOVQ CX, (SP)
2924
+ MOVQ ctx+16(FP), CX
2925
+ MOVQ 72(CX), SI
2926
+ MOVQ 80(CX), DI
2927
+ MOVQ 88(CX), R8
2928
+ MOVQ (CX), R9
2929
+ MOVQ R9, 8(SP)
2930
+ MOVQ 24(CX), R9
2931
+ MOVQ R9, 16(SP)
2932
+ MOVQ 48(CX), R9
2933
+ MOVQ R9, 24(SP)
2934
+ MOVQ 96(CX), R9
2935
+ MOVQ R9, 32(SP)
2936
+ XORQ R9, R9
2937
+ MOVQ R9, 40(SP)
2938
+ MOVQ R9, 48(SP)
2939
+ MOVQ R9, 56(SP)
2940
+ MOVQ 112(CX), R9
2941
+ MOVQ 128(CX), R10
2942
+ MOVQ R10, 64(SP)
2943
+ MOVQ 144(CX), R10
2944
+ MOVQ 136(CX), R11
2945
+ MOVQ 200(CX), R12
2946
+ MOVQ R12, 88(SP)
2947
+ MOVQ 176(CX), R12
2948
+ MOVQ R12, 80(SP)
2949
+ MOVQ 184(CX), CX
2950
+ MOVQ CX, 72(SP)
2951
+ MOVQ 72(SP), CX
2952
+ ADDQ CX, 80(SP)
2953
+
2954
+ // Calculate pointer to s.out[cap(s.out)] (a past-end pointer)
2955
+ ADDQ R9, 64(SP)
2956
+
2957
+ // outBase += outPosition
2958
+ ADDQ R11, R9
2959
+ PCALIGN $0x40
2960
+
2961
+ sequenceDecs_decodeSync_bmi2_main_loop:
2962
+ MOVQ (SP), R12
2963
+
2964
+ // Fill bitreader to have enough for the offset and match length.
2965
+ CMPQ BX, $0x08
2966
+ JL sequenceDecs_decodeSync_bmi2_fill_byte_by_byte
2967
+ MOVQ DX, CX
2968
+ SHRQ $0x03, CX
2969
+ SUBQ CX, R12
2970
+ MOVQ (R12), AX
2971
+ SUBQ CX, BX
2972
+ ANDQ $0x07, DX
2973
+ JMP sequenceDecs_decodeSync_bmi2_fill_end
2974
+
2975
+ sequenceDecs_decodeSync_bmi2_fill_byte_by_byte:
2976
+ CMPQ BX, $0x00
2977
+ JLE sequenceDecs_decodeSync_bmi2_fill_check_overread
2978
+ CMPQ DX, $0x07
2979
+ JLE sequenceDecs_decodeSync_bmi2_fill_end
2980
+ SHLQ $0x08, AX
2981
+ SUBQ $0x01, R12
2982
+ SUBQ $0x01, BX
2983
+ SUBQ $0x08, DX
2984
+ MOVBQZX (R12), CX
2985
+ ORQ CX, AX
2986
+ JMP sequenceDecs_decodeSync_bmi2_fill_byte_by_byte
2987
+
2988
+ sequenceDecs_decodeSync_bmi2_fill_check_overread:
2989
+ CMPQ DX, $0x40
2990
+ JA error_overread
2991
+
2992
+ sequenceDecs_decodeSync_bmi2_fill_end:
2993
+ // Update offset
2994
+ MOVQ $0x00000808, CX
2995
+ BEXTRQ CX, R8, R13
2996
+ MOVQ AX, R14
2997
+ LEAQ (DX)(R13*1), CX
2998
+ ROLQ CL, R14
2999
+ BZHIQ R13, R14, R14
3000
+ MOVQ CX, DX
3001
+ MOVQ R8, CX
3002
+ SHRQ $0x20, CX
3003
+ ADDQ R14, CX
3004
+ MOVQ CX, 40(SP)
3005
+
3006
+ // Update match length
3007
+ MOVQ $0x00000808, CX
3008
+ BEXTRQ CX, DI, R13
3009
+ MOVQ AX, R14
3010
+ LEAQ (DX)(R13*1), CX
3011
+ ROLQ CL, R14
3012
+ BZHIQ R13, R14, R14
3013
+ MOVQ CX, DX
3014
+ MOVQ DI, CX
3015
+ SHRQ $0x20, CX
3016
+ ADDQ R14, CX
3017
+ MOVQ CX, 48(SP)
3018
+
3019
+ // Fill bitreader to have enough for the remaining
3020
+ CMPQ BX, $0x08
3021
+ JL sequenceDecs_decodeSync_bmi2_fill_2_byte_by_byte
3022
+ MOVQ DX, CX
3023
+ SHRQ $0x03, CX
3024
+ SUBQ CX, R12
3025
+ MOVQ (R12), AX
3026
+ SUBQ CX, BX
3027
+ ANDQ $0x07, DX
3028
+ JMP sequenceDecs_decodeSync_bmi2_fill_2_end
3029
+
3030
+ sequenceDecs_decodeSync_bmi2_fill_2_byte_by_byte:
3031
+ CMPQ BX, $0x00
3032
+ JLE sequenceDecs_decodeSync_bmi2_fill_2_check_overread
3033
+ CMPQ DX, $0x07
3034
+ JLE sequenceDecs_decodeSync_bmi2_fill_2_end
3035
+ SHLQ $0x08, AX
3036
+ SUBQ $0x01, R12
3037
+ SUBQ $0x01, BX
3038
+ SUBQ $0x08, DX
3039
+ MOVBQZX (R12), CX
3040
+ ORQ CX, AX
3041
+ JMP sequenceDecs_decodeSync_bmi2_fill_2_byte_by_byte
3042
+
3043
+ sequenceDecs_decodeSync_bmi2_fill_2_check_overread:
3044
+ CMPQ DX, $0x40
3045
+ JA error_overread
3046
+
3047
+ sequenceDecs_decodeSync_bmi2_fill_2_end:
3048
+ // Update literal length
3049
+ MOVQ $0x00000808, CX
3050
+ BEXTRQ CX, SI, R13
3051
+ MOVQ AX, R14
3052
+ LEAQ (DX)(R13*1), CX
3053
+ ROLQ CL, R14
3054
+ BZHIQ R13, R14, R14
3055
+ MOVQ CX, DX
3056
+ MOVQ SI, CX
3057
+ SHRQ $0x20, CX
3058
+ ADDQ R14, CX
3059
+ MOVQ CX, 56(SP)
3060
+
3061
+ // Fill bitreader for state updates
3062
+ MOVQ R12, (SP)
3063
+ MOVQ $0x00000808, CX
3064
+ BEXTRQ CX, R8, R12
3065
+ CMPQ 32(SP), $0x00
3066
+ JZ sequenceDecs_decodeSync_bmi2_skip_update
3067
+ LEAQ (SI)(DI*1), R13
3068
+ ADDQ R8, R13
3069
+ MOVBQZX R13, R13
3070
+ LEAQ (DX)(R13*1), CX
3071
+ MOVQ AX, R14
3072
+ MOVQ CX, DX
3073
+ ROLQ CL, R14
3074
+ BZHIQ R13, R14, R14
3075
+
3076
+ // Update Offset State
3077
+ BZHIQ R8, R14, CX
3078
+ SHRXQ R8, R14, R14
3079
+ SHRL $0x10, R8
3080
+ ADDQ CX, R8
3081
+
3082
+ // Load ctx.ofTable
3083
+ MOVQ 24(SP), CX
3084
+ MOVQ (CX)(R8*8), R8
3085
+
3086
+ // Update Match Length State
3087
+ BZHIQ DI, R14, CX
3088
+ SHRXQ DI, R14, R14
3089
+ SHRL $0x10, DI
3090
+ ADDQ CX, DI
3091
+
3092
+ // Load ctx.mlTable
3093
+ MOVQ 16(SP), CX
3094
+ MOVQ (CX)(DI*8), DI
3095
+
3096
+ // Update Literal Length State
3097
+ BZHIQ SI, R14, CX
3098
+ SHRL $0x10, SI
3099
+ ADDQ CX, SI
3100
+
3101
+ // Load ctx.llTable
3102
+ MOVQ 8(SP), CX
3103
+ MOVQ (CX)(SI*8), SI
3104
+
3105
+ sequenceDecs_decodeSync_bmi2_skip_update:
3106
+ // Adjust offset
3107
+ MOVQ s+0(FP), CX
3108
+ MOVQ 40(SP), R13
3109
+ CMPQ R12, $0x01
3110
+ JBE sequenceDecs_decodeSync_bmi2_adjust_offsetB_1_or_0
3111
+ MOVUPS 144(CX), X0
3112
+ MOVQ R13, 144(CX)
3113
+ MOVUPS X0, 152(CX)
3114
+ JMP sequenceDecs_decodeSync_bmi2_after_adjust
3115
+
3116
+ sequenceDecs_decodeSync_bmi2_adjust_offsetB_1_or_0:
3117
+ CMPQ 56(SP), $0x00000000
3118
+ JNE sequenceDecs_decodeSync_bmi2_adjust_offset_maybezero
3119
+ INCQ R13
3120
+ JMP sequenceDecs_decodeSync_bmi2_adjust_offset_nonzero
3121
+
3122
+ sequenceDecs_decodeSync_bmi2_adjust_offset_maybezero:
3123
+ TESTQ R13, R13
3124
+ JNZ sequenceDecs_decodeSync_bmi2_adjust_offset_nonzero
3125
+ MOVQ 144(CX), R13
3126
+ JMP sequenceDecs_decodeSync_bmi2_after_adjust
3127
+
3128
+ sequenceDecs_decodeSync_bmi2_adjust_offset_nonzero:
3129
+ MOVQ R13, R12
3130
+ XORQ R14, R14
3131
+ MOVQ $-1, R15
3132
+ CMPQ R13, $0x03
3133
+ CMOVQEQ R14, R12
3134
+ CMOVQEQ R15, R14
3135
+ ADDQ 144(CX)(R12*8), R14
3136
+ JNZ sequenceDecs_decodeSync_bmi2_adjust_temp_valid
3137
+ MOVQ $0x00000001, R14
3138
+
3139
+ sequenceDecs_decodeSync_bmi2_adjust_temp_valid:
3140
+ CMPQ R13, $0x01
3141
+ JZ sequenceDecs_decodeSync_bmi2_adjust_skip
3142
+ MOVQ 152(CX), R12
3143
+ MOVQ R12, 160(CX)
3144
+
3145
+ sequenceDecs_decodeSync_bmi2_adjust_skip:
3146
+ MOVQ 144(CX), R12
3147
+ MOVQ R12, 152(CX)
3148
+ MOVQ R14, 144(CX)
3149
+ MOVQ R14, R13
3150
+
3151
+ sequenceDecs_decodeSync_bmi2_after_adjust:
3152
+ MOVQ R13, 40(SP)
3153
+
3154
+ // Check values
3155
+ MOVQ 48(SP), CX
3156
+ MOVQ 56(SP), R12
3157
+ MOVQ ctx+16(FP), R14
3158
+ SUBQ R12, 104(R14)
3159
+ JS error_not_enough_literals
3160
+ CMPQ CX, $0x00020002
3161
+ JA sequenceDecs_decodeSync_bmi2_error_match_len_too_big
3162
+ TESTQ R13, R13
3163
+ JNZ sequenceDecs_decodeSync_bmi2_match_len_ofs_ok
3164
+ TESTQ CX, CX
3165
+ JNZ sequenceDecs_decodeSync_bmi2_error_match_len_ofs_mismatch
3166
+
3167
+ sequenceDecs_decodeSync_bmi2_match_len_ofs_ok:
3168
+ // Check if we have enough space in s.out
3169
+ LEAQ 32(R12)(CX*1), R14
3170
+ ADDQ R9, R14
3171
+ CMPQ R14, 64(SP)
3172
+ JA error_not_enough_space
3173
+
3174
+ // Copy literals
3175
+ MOVUPS (R10), X0
3176
+ MOVUPS X0, (R9)
3177
+ CMPQ R12, $0x10
3178
+ JBE copy_1_end
3179
+ MOVQ $0x00000010, R14
3180
+
3181
+ copy_1:
3182
+ MOVUPS (R10)(R14*1), X0
3183
+ MOVUPS X0, (R9)(R14*1)
3184
+ ADDQ $0x10, R14
3185
+ CMPQ R14, R12
3186
+ JB copy_1
3187
+
3188
+ copy_1_end:
3189
+ ADDQ R12, R10
3190
+ ADDQ R12, R9
3191
+ ADDQ R12, R11
3192
+
3193
+ // Malformed input if seq.mo > t+len(hist) || seq.mo > s.windowSize)
3194
+ MOVQ R11, R12
3195
+ ADDQ 72(SP), R12
3196
+ CMPQ R13, R12
3197
+ JG error_match_off_too_big
3198
+ CMPQ R13, 88(SP)
3199
+ JG error_match_off_too_big
3200
+
3201
+ // Copy match from history
3202
+ MOVQ R13, R12
3203
+ SUBQ R11, R12
3204
+ JLS copy_match
3205
+ MOVQ 80(SP), R14
3206
+ SUBQ R12, R14
3207
+ CMPQ CX, R12
3208
+ JG copy_all_from_history
3209
+ MOVQ CX, R12
3210
+ SUBQ $0x10, R12
3211
+ JB copy_4_small
3212
+
3213
+ copy_4_loop:
3214
+ MOVUPS (R14), X0
3215
+ MOVUPS X0, (R9)
3216
+ ADDQ $0x10, R14
3217
+ ADDQ $0x10, R9
3218
+ SUBQ $0x10, R12
3219
+ JAE copy_4_loop
3220
+ LEAQ 16(R14)(R12*1), R14
3221
+ LEAQ 16(R9)(R12*1), R9
3222
+ MOVUPS -16(R14), X0
3223
+ MOVUPS X0, -16(R9)
3224
+ JMP copy_4_end
3225
+
3226
+ copy_4_small:
3227
+ CMPQ CX, $0x03
3228
+ JE copy_4_move_3
3229
+ CMPQ CX, $0x08
3230
+ JB copy_4_move_4through7
3231
+ JMP copy_4_move_8through16
3232
+
3233
+ copy_4_move_3:
3234
+ MOVWQZX (R14), R12
3235
+ MOVB 2(R14), R13
3236
+ MOVW R12, (R9)
3237
+ MOVB R13, 2(R9)
3238
+ ADDQ CX, R14
3239
+ ADDQ CX, R9
3240
+ JMP copy_4_end
3241
+
3242
+ copy_4_move_4through7:
3243
+ MOVL (R14), R12
3244
+ MOVL -4(R14)(CX*1), R13
3245
+ MOVL R12, (R9)
3246
+ MOVL R13, -4(R9)(CX*1)
3247
+ ADDQ CX, R14
3248
+ ADDQ CX, R9
3249
+ JMP copy_4_end
3250
+
3251
+ copy_4_move_8through16:
3252
+ MOVQ (R14), R12
3253
+ MOVQ -8(R14)(CX*1), R13
3254
+ MOVQ R12, (R9)
3255
+ MOVQ R13, -8(R9)(CX*1)
3256
+ ADDQ CX, R14
3257
+ ADDQ CX, R9
3258
+
3259
+ copy_4_end:
3260
+ ADDQ CX, R11
3261
+ JMP handle_loop
3262
+ JMP loop_finished
3263
+
3264
+ copy_all_from_history:
3265
+ MOVQ R12, R15
3266
+ SUBQ $0x10, R15
3267
+ JB copy_5_small
3268
+
3269
+ copy_5_loop:
3270
+ MOVUPS (R14), X0
3271
+ MOVUPS X0, (R9)
3272
+ ADDQ $0x10, R14
3273
+ ADDQ $0x10, R9
3274
+ SUBQ $0x10, R15
3275
+ JAE copy_5_loop
3276
+ LEAQ 16(R14)(R15*1), R14
3277
+ LEAQ 16(R9)(R15*1), R9
3278
+ MOVUPS -16(R14), X0
3279
+ MOVUPS X0, -16(R9)
3280
+ JMP copy_5_end
3281
+
3282
+ copy_5_small:
3283
+ CMPQ R12, $0x03
3284
+ JE copy_5_move_3
3285
+ JB copy_5_move_1or2
3286
+ CMPQ R12, $0x08
3287
+ JB copy_5_move_4through7
3288
+ JMP copy_5_move_8through16
3289
+
3290
+ copy_5_move_1or2:
3291
+ MOVB (R14), R15
3292
+ MOVB -1(R14)(R12*1), BP
3293
+ MOVB R15, (R9)
3294
+ MOVB BP, -1(R9)(R12*1)
3295
+ ADDQ R12, R14
3296
+ ADDQ R12, R9
3297
+ JMP copy_5_end
3298
+
3299
+ copy_5_move_3:
3300
+ MOVWQZX (R14), R15
3301
+ MOVB 2(R14), BP
3302
+ MOVW R15, (R9)
3303
+ MOVB BP, 2(R9)
3304
+ ADDQ R12, R14
3305
+ ADDQ R12, R9
3306
+ JMP copy_5_end
3307
+
3308
+ copy_5_move_4through7:
3309
+ MOVL (R14), R15
3310
+ MOVL -4(R14)(R12*1), BP
3311
+ MOVL R15, (R9)
3312
+ MOVL BP, -4(R9)(R12*1)
3313
+ ADDQ R12, R14
3314
+ ADDQ R12, R9
3315
+ JMP copy_5_end
3316
+
3317
+ copy_5_move_8through16:
3318
+ MOVQ (R14), R15
3319
+ MOVQ -8(R14)(R12*1), BP
3320
+ MOVQ R15, (R9)
3321
+ MOVQ BP, -8(R9)(R12*1)
3322
+ ADDQ R12, R14
3323
+ ADDQ R12, R9
3324
+
3325
+ copy_5_end:
3326
+ ADDQ R12, R11
3327
+ SUBQ R12, CX
3328
+
3329
+ // Copy match from the current buffer
3330
+ copy_match:
3331
+ MOVQ R9, R12
3332
+ SUBQ R13, R12
3333
+
3334
+ // ml <= mo
3335
+ CMPQ CX, R13
3336
+ JA copy_overlapping_match
3337
+
3338
+ // Copy non-overlapping match
3339
+ ADDQ CX, R11
3340
+ MOVUPS (R12), X0
3341
+ MOVUPS 16(R12), X1
3342
+ MOVUPS X0, (R9)
3343
+ MOVUPS X1, 16(R9)
3344
+ CMPQ CX, $0x20
3345
+ JA copy_2_long
3346
+ ADDQ CX, R9
3347
+ JMP handle_loop
3348
+
3349
+ copy_2_long:
3350
+ LEAQ 32(R9), R13
3351
+ ADDQ CX, R9
3352
+ ADDQ $0x20, R12
3353
+ SUBQ $0x20, CX
3354
+
3355
+ copy_2:
3356
+ MOVUPS (R12), X0
3357
+ MOVUPS 16(R12), X1
3358
+ MOVUPS X0, (R13)
3359
+ MOVUPS X1, 16(R13)
3360
+ ADDQ $0x20, R12
3361
+ ADDQ $0x20, R13
3362
+ SUBQ $0x20, CX
3363
+ JHI copy_2
3364
+ JMP handle_loop
3365
+
3366
+ // Copy overlapping match
3367
+ copy_overlapping_match:
3368
+ ADDQ CX, R11
3369
+ CMPQ R13, $0x10
3370
+ JB copy_slow_3
3371
+ MOVQ R9, R13
3372
+ ADDQ CX, R9
3373
+
3374
+ copy_3:
3375
+ MOVUPS (R12), X0
3376
+ MOVUPS X0, (R13)
3377
+ ADDQ $0x10, R12
3378
+ ADDQ $0x10, R13
3379
+ SUBQ $0x10, CX
3380
+ JHI copy_3
3381
+ JMP handle_loop
3382
+
3383
+ copy_slow_3:
3384
+ MOVBQZX (R12), R13
3385
+ MOVB R13, (R9)
3386
+ INCQ R12
3387
+ INCQ R9
3388
+ DECQ CX
3389
+ JNZ copy_slow_3
3390
+
3391
+ handle_loop:
3392
+ DECQ 32(SP)
3393
+ JNS sequenceDecs_decodeSync_bmi2_main_loop
3394
+
3395
+ loop_finished:
3396
+ MOVQ br+8(FP), CX
3397
+ MOVQ AX, 24(CX)
3398
+ MOVB DL, 40(CX)
3399
+ MOVQ BX, 32(CX)
3400
+
3401
+ // s.seqSize += outPosition - ctx.outPosition
3402
+ MOVQ ctx+16(FP), AX
3403
+ MOVQ s+0(FP), CX
3404
+ MOVQ R11, DX
3405
+ SUBQ 136(AX), DX
3406
+ ADDQ DX, 256(CX)
3407
+
3408
+ // Update the context
3409
+ MOVQ ctx+16(FP), AX
3410
+ MOVQ R11, 136(AX)
3411
+ MOVQ 144(AX), CX
3412
+ SUBQ CX, R10
3413
+ MOVQ R10, 168(AX)
3414
+
3415
+ // Return success
3416
+ MOVQ $0x00000000, ret+24(FP)
3417
+ RET
3418
+
3419
+ // Return with match length error
3420
+ sequenceDecs_decodeSync_bmi2_error_match_len_ofs_mismatch:
3421
+ MOVQ 48(SP), AX
3422
+ MOVQ ctx+16(FP), CX
3423
+ MOVQ AX, 216(CX)
3424
+ MOVQ $0x00000001, ret+24(FP)
3425
+ RET
3426
+
3427
+ // Return with match too long error
3428
+ sequenceDecs_decodeSync_bmi2_error_match_len_too_big:
3429
+ MOVQ ctx+16(FP), AX
3430
+ MOVQ 48(SP), CX
3431
+ MOVQ CX, 216(AX)
3432
+ MOVQ $0x00000002, ret+24(FP)
3433
+ RET
3434
+
3435
+ // Return with match offset too long error
3436
+ error_match_off_too_big:
3437
+ MOVQ ctx+16(FP), AX
3438
+ MOVQ 40(SP), CX
3439
+ MOVQ CX, 224(AX)
3440
+ MOVQ R11, 136(AX)
3441
+ MOVQ $0x00000003, ret+24(FP)
3442
+ RET
3443
+
3444
+ // Return with not enough literals error
3445
+ error_not_enough_literals:
3446
+ MOVQ ctx+16(FP), AX
3447
+ MOVQ 56(SP), CX
3448
+ MOVQ CX, 208(AX)
3449
+ MOVQ $0x00000004, ret+24(FP)
3450
+ RET
3451
+
3452
+ // Return with overread error
3453
+ error_overread:
3454
+ MOVQ $0x00000006, ret+24(FP)
3455
+ RET
3456
+
3457
+ // Return with not enough output space error
3458
+ error_not_enough_space:
3459
+ MOVQ ctx+16(FP), AX
3460
+ MOVQ 56(SP), CX
3461
+ MOVQ CX, 208(AX)
3462
+ MOVQ 48(SP), CX
3463
+ MOVQ CX, 216(AX)
3464
+ MOVQ R11, 136(AX)
3465
+ MOVQ $0x00000005, ret+24(FP)
3466
+ RET
3467
+
3468
+ // func sequenceDecs_decodeSync_safe_amd64(s *sequenceDecs, br *bitReader, ctx *decodeSyncAsmContext) int
3469
+ // Requires: CMOV, SSE
3470
+ TEXT ·sequenceDecs_decodeSync_safe_amd64(SB), $96-32
3471
+ MOVQ br+8(FP), CX
3472
+ MOVQ 24(CX), DX
3473
+ MOVBQZX 40(CX), BX
3474
+ MOVQ (CX), AX
3475
+ MOVQ 32(CX), SI
3476
+ ADDQ SI, AX
3477
+ MOVQ AX, (SP)
3478
+ MOVQ ctx+16(FP), AX
3479
+ MOVQ 72(AX), DI
3480
+ MOVQ 80(AX), R8
3481
+ MOVQ 88(AX), R9
3482
+ MOVQ (AX), CX
3483
+ MOVQ CX, 8(SP)
3484
+ MOVQ 24(AX), CX
3485
+ MOVQ CX, 16(SP)
3486
+ MOVQ 48(AX), CX
3487
+ MOVQ CX, 24(SP)
3488
+ MOVQ 96(AX), CX
3489
+ MOVQ CX, 32(SP)
3490
+ XORQ CX, CX
3491
+ MOVQ CX, 40(SP)
3492
+ MOVQ CX, 48(SP)
3493
+ MOVQ CX, 56(SP)
3494
+ MOVQ 112(AX), R10
3495
+ MOVQ 128(AX), CX
3496
+ MOVQ CX, 64(SP)
3497
+ MOVQ 144(AX), R11
3498
+ MOVQ 136(AX), R12
3499
+ MOVQ 200(AX), CX
3500
+ MOVQ CX, 88(SP)
3501
+ MOVQ 176(AX), CX
3502
+ MOVQ CX, 80(SP)
3503
+ MOVQ 184(AX), AX
3504
+ MOVQ AX, 72(SP)
3505
+ MOVQ 72(SP), AX
3506
+ ADDQ AX, 80(SP)
3507
+
3508
+ // Calculate pointer to s.out[cap(s.out)] (a past-end pointer)
3509
+ ADDQ R10, 64(SP)
3510
+
3511
+ // outBase += outPosition
3512
+ ADDQ R12, R10
3513
+ PCALIGN $0x40
3514
+
3515
+ sequenceDecs_decodeSync_safe_amd64_main_loop:
3516
+ MOVQ (SP), R13
3517
+
3518
+ // Fill bitreader to have enough for the offset and match length.
3519
+ CMPQ SI, $0x08
3520
+ JL sequenceDecs_decodeSync_safe_amd64_fill_byte_by_byte
3521
+ MOVQ BX, AX
3522
+ SHRQ $0x03, AX
3523
+ SUBQ AX, R13
3524
+ MOVQ (R13), DX
3525
+ SUBQ AX, SI
3526
+ ANDQ $0x07, BX
3527
+ JMP sequenceDecs_decodeSync_safe_amd64_fill_end
3528
+
3529
+ sequenceDecs_decodeSync_safe_amd64_fill_byte_by_byte:
3530
+ CMPQ SI, $0x00
3531
+ JLE sequenceDecs_decodeSync_safe_amd64_fill_check_overread
3532
+ CMPQ BX, $0x07
3533
+ JLE sequenceDecs_decodeSync_safe_amd64_fill_end
3534
+ SHLQ $0x08, DX
3535
+ SUBQ $0x01, R13
3536
+ SUBQ $0x01, SI
3537
+ SUBQ $0x08, BX
3538
+ MOVBQZX (R13), AX
3539
+ ORQ AX, DX
3540
+ JMP sequenceDecs_decodeSync_safe_amd64_fill_byte_by_byte
3541
+
3542
+ sequenceDecs_decodeSync_safe_amd64_fill_check_overread:
3543
+ CMPQ BX, $0x40
3544
+ JA error_overread
3545
+
3546
+ sequenceDecs_decodeSync_safe_amd64_fill_end:
3547
+ // Update offset
3548
+ MOVQ R9, AX
3549
+ MOVQ BX, CX
3550
+ MOVQ DX, R14
3551
+ SHLQ CL, R14
3552
+ SHRQ $0x01, R14
3553
+ MOVBLZX AH, CX
3554
+ SHRQ $0x20, AX
3555
+ ADDQ CX, BX
3556
+ XORQ $0x3f, CX
3557
+ SHRQ CL, R14
3558
+ ADDQ R14, AX
3559
+ MOVQ AX, 40(SP)
3560
+
3561
+ // Update match length
3562
+ MOVQ R8, AX
3563
+ MOVQ BX, CX
3564
+ MOVQ DX, R14
3565
+ SHLQ CL, R14
3566
+ SHRQ $0x01, R14
3567
+ MOVBLZX AH, CX
3568
+ SHRQ $0x20, AX
3569
+ ADDQ CX, BX
3570
+ XORQ $0x3f, CX
3571
+ SHRQ CL, R14
3572
+ ADDQ R14, AX
3573
+ MOVQ AX, 48(SP)
3574
+
3575
+ // Fill bitreader to have enough for the remaining
3576
+ CMPQ SI, $0x08
3577
+ JL sequenceDecs_decodeSync_safe_amd64_fill_2_byte_by_byte
3578
+ MOVQ BX, AX
3579
+ SHRQ $0x03, AX
3580
+ SUBQ AX, R13
3581
+ MOVQ (R13), DX
3582
+ SUBQ AX, SI
3583
+ ANDQ $0x07, BX
3584
+ JMP sequenceDecs_decodeSync_safe_amd64_fill_2_end
3585
+
3586
+ sequenceDecs_decodeSync_safe_amd64_fill_2_byte_by_byte:
3587
+ CMPQ SI, $0x00
3588
+ JLE sequenceDecs_decodeSync_safe_amd64_fill_2_check_overread
3589
+ CMPQ BX, $0x07
3590
+ JLE sequenceDecs_decodeSync_safe_amd64_fill_2_end
3591
+ SHLQ $0x08, DX
3592
+ SUBQ $0x01, R13
3593
+ SUBQ $0x01, SI
3594
+ SUBQ $0x08, BX
3595
+ MOVBQZX (R13), AX
3596
+ ORQ AX, DX
3597
+ JMP sequenceDecs_decodeSync_safe_amd64_fill_2_byte_by_byte
3598
+
3599
+ sequenceDecs_decodeSync_safe_amd64_fill_2_check_overread:
3600
+ CMPQ BX, $0x40
3601
+ JA error_overread
3602
+
3603
+ sequenceDecs_decodeSync_safe_amd64_fill_2_end:
3604
+ // Update literal length
3605
+ MOVQ DI, AX
3606
+ MOVQ BX, CX
3607
+ MOVQ DX, R14
3608
+ SHLQ CL, R14
3609
+ SHRQ $0x01, R14
3610
+ MOVBLZX AH, CX
3611
+ SHRQ $0x20, AX
3612
+ ADDQ CX, BX
3613
+ XORQ $0x3f, CX
3614
+ SHRQ CL, R14
3615
+ ADDQ R14, AX
3616
+ MOVQ AX, 56(SP)
3617
+
3618
+ // Fill bitreader for state updates
3619
+ MOVQ R13, (SP)
3620
+ MOVQ R9, AX
3621
+ SHRQ $0x08, AX
3622
+ MOVBQZX AL, AX
3623
+ CMPQ 32(SP), $0x00
3624
+ JZ sequenceDecs_decodeSync_safe_amd64_skip_update
3625
+
3626
+ // Update Literal Length State
3627
+ MOVBQZX DI, R13
3628
+ SHRL $0x10, DI
3629
+ MOVQ BX, CX
3630
+ MOVQ DX, R14
3631
+ SHLQ CL, R14
3632
+ SHRQ $0x01, R14
3633
+ ADDQ R13, BX
3634
+ XORQ $0x3f, R13
3635
+ MOVQ R13, CX
3636
+ SHRQ CL, R14
3637
+ ADDQ R14, DI
3638
+
3639
+ // Load ctx.llTable
3640
+ MOVQ 8(SP), CX
3641
+ MOVQ (CX)(DI*8), DI
3642
+
3643
+ // Update Match Length State
3644
+ MOVBQZX R8, R13
3645
+ SHRL $0x10, R8
3646
+ MOVQ BX, CX
3647
+ MOVQ DX, R14
3648
+ SHLQ CL, R14
3649
+ SHRQ $0x01, R14
3650
+ ADDQ R13, BX
3651
+ XORQ $0x3f, R13
3652
+ MOVQ R13, CX
3653
+ SHRQ CL, R14
3654
+ ADDQ R14, R8
3655
+
3656
+ // Load ctx.mlTable
3657
+ MOVQ 16(SP), CX
3658
+ MOVQ (CX)(R8*8), R8
3659
+
3660
+ // Update Offset State
3661
+ MOVBQZX R9, R13
3662
+ SHRL $0x10, R9
3663
+ MOVQ BX, CX
3664
+ MOVQ DX, R14
3665
+ SHLQ CL, R14
3666
+ SHRQ $0x01, R14
3667
+ ADDQ R13, BX
3668
+ XORQ $0x3f, R13
3669
+ MOVQ R13, CX
3670
+ SHRQ CL, R14
3671
+ ADDQ R14, R9
3672
+
3673
+ // Load ctx.ofTable
3674
+ MOVQ 24(SP), CX
3675
+ MOVQ (CX)(R9*8), R9
3676
+
3677
+ sequenceDecs_decodeSync_safe_amd64_skip_update:
3678
+ // Adjust offset
3679
+ MOVQ s+0(FP), CX
3680
+ MOVQ 40(SP), R13
3681
+ CMPQ AX, $0x01
3682
+ JBE sequenceDecs_decodeSync_safe_amd64_adjust_offsetB_1_or_0
3683
+ MOVUPS 144(CX), X0
3684
+ MOVQ R13, 144(CX)
3685
+ MOVUPS X0, 152(CX)
3686
+ JMP sequenceDecs_decodeSync_safe_amd64_after_adjust
3687
+
3688
+ sequenceDecs_decodeSync_safe_amd64_adjust_offsetB_1_or_0:
3689
+ CMPQ 56(SP), $0x00000000
3690
+ JNE sequenceDecs_decodeSync_safe_amd64_adjust_offset_maybezero
3691
+ INCQ R13
3692
+ JMP sequenceDecs_decodeSync_safe_amd64_adjust_offset_nonzero
3693
+
3694
+ sequenceDecs_decodeSync_safe_amd64_adjust_offset_maybezero:
3695
+ TESTQ R13, R13
3696
+ JNZ sequenceDecs_decodeSync_safe_amd64_adjust_offset_nonzero
3697
+ MOVQ 144(CX), R13
3698
+ JMP sequenceDecs_decodeSync_safe_amd64_after_adjust
3699
+
3700
+ sequenceDecs_decodeSync_safe_amd64_adjust_offset_nonzero:
3701
+ MOVQ R13, AX
3702
+ XORQ R14, R14
3703
+ MOVQ $-1, R15
3704
+ CMPQ R13, $0x03
3705
+ CMOVQEQ R14, AX
3706
+ CMOVQEQ R15, R14
3707
+ ADDQ 144(CX)(AX*8), R14
3708
+ JNZ sequenceDecs_decodeSync_safe_amd64_adjust_temp_valid
3709
+ MOVQ $0x00000001, R14
3710
+
3711
+ sequenceDecs_decodeSync_safe_amd64_adjust_temp_valid:
3712
+ CMPQ R13, $0x01
3713
+ JZ sequenceDecs_decodeSync_safe_amd64_adjust_skip
3714
+ MOVQ 152(CX), AX
3715
+ MOVQ AX, 160(CX)
3716
+
3717
+ sequenceDecs_decodeSync_safe_amd64_adjust_skip:
3718
+ MOVQ 144(CX), AX
3719
+ MOVQ AX, 152(CX)
3720
+ MOVQ R14, 144(CX)
3721
+ MOVQ R14, R13
3722
+
3723
+ sequenceDecs_decodeSync_safe_amd64_after_adjust:
3724
+ MOVQ R13, 40(SP)
3725
+
3726
+ // Check values
3727
+ MOVQ 48(SP), AX
3728
+ MOVQ 56(SP), CX
3729
+ MOVQ ctx+16(FP), R14
3730
+ SUBQ CX, 104(R14)
3731
+ JS error_not_enough_literals
3732
+ CMPQ AX, $0x00020002
3733
+ JA sequenceDecs_decodeSync_safe_amd64_error_match_len_too_big
3734
+ TESTQ R13, R13
3735
+ JNZ sequenceDecs_decodeSync_safe_amd64_match_len_ofs_ok
3736
+ TESTQ AX, AX
3737
+ JNZ sequenceDecs_decodeSync_safe_amd64_error_match_len_ofs_mismatch
3738
+
3739
+ sequenceDecs_decodeSync_safe_amd64_match_len_ofs_ok:
3740
+ // Check if we have enough space in s.out
3741
+ LEAQ (CX)(AX*1), R14
3742
+ ADDQ R10, R14
3743
+ CMPQ R14, 64(SP)
3744
+ JA error_not_enough_space
3745
+
3746
+ // Copy literals
3747
+ TESTQ CX, CX
3748
+ JZ check_offset
3749
+ MOVQ CX, R14
3750
+ SUBQ $0x10, R14
3751
+ JB copy_1_small
3752
+
3753
+ copy_1_loop:
3754
+ MOVUPS (R11), X0
3755
+ MOVUPS X0, (R10)
3756
+ ADDQ $0x10, R11
3757
+ ADDQ $0x10, R10
3758
+ SUBQ $0x10, R14
3759
+ JAE copy_1_loop
3760
+ LEAQ 16(R11)(R14*1), R11
3761
+ LEAQ 16(R10)(R14*1), R10
3762
+ MOVUPS -16(R11), X0
3763
+ MOVUPS X0, -16(R10)
3764
+ JMP copy_1_end
3765
+
3766
+ copy_1_small:
3767
+ CMPQ CX, $0x03
3768
+ JE copy_1_move_3
3769
+ JB copy_1_move_1or2
3770
+ CMPQ CX, $0x08
3771
+ JB copy_1_move_4through7
3772
+ JMP copy_1_move_8through16
3773
+
3774
+ copy_1_move_1or2:
3775
+ MOVB (R11), R14
3776
+ MOVB -1(R11)(CX*1), R15
3777
+ MOVB R14, (R10)
3778
+ MOVB R15, -1(R10)(CX*1)
3779
+ ADDQ CX, R11
3780
+ ADDQ CX, R10
3781
+ JMP copy_1_end
3782
+
3783
+ copy_1_move_3:
3784
+ MOVWQZX (R11), R14
3785
+ MOVB 2(R11), R15
3786
+ MOVW R14, (R10)
3787
+ MOVB R15, 2(R10)
3788
+ ADDQ CX, R11
3789
+ ADDQ CX, R10
3790
+ JMP copy_1_end
3791
+
3792
+ copy_1_move_4through7:
3793
+ MOVL (R11), R14
3794
+ MOVL -4(R11)(CX*1), R15
3795
+ MOVL R14, (R10)
3796
+ MOVL R15, -4(R10)(CX*1)
3797
+ ADDQ CX, R11
3798
+ ADDQ CX, R10
3799
+ JMP copy_1_end
3800
+
3801
+ copy_1_move_8through16:
3802
+ MOVQ (R11), R14
3803
+ MOVQ -8(R11)(CX*1), R15
3804
+ MOVQ R14, (R10)
3805
+ MOVQ R15, -8(R10)(CX*1)
3806
+ ADDQ CX, R11
3807
+ ADDQ CX, R10
3808
+
3809
+ copy_1_end:
3810
+ ADDQ CX, R12
3811
+
3812
+ // Malformed input if seq.mo > t+len(hist) || seq.mo > s.windowSize)
3813
+ check_offset:
3814
+ MOVQ R12, CX
3815
+ ADDQ 72(SP), CX
3816
+ CMPQ R13, CX
3817
+ JG error_match_off_too_big
3818
+ CMPQ R13, 88(SP)
3819
+ JG error_match_off_too_big
3820
+
3821
+ // Copy match from history
3822
+ MOVQ R13, CX
3823
+ SUBQ R12, CX
3824
+ JLS copy_match
3825
+ MOVQ 80(SP), R14
3826
+ SUBQ CX, R14
3827
+ CMPQ AX, CX
3828
+ JG copy_all_from_history
3829
+ MOVQ AX, CX
3830
+ SUBQ $0x10, CX
3831
+ JB copy_4_small
3832
+
3833
+ copy_4_loop:
3834
+ MOVUPS (R14), X0
3835
+ MOVUPS X0, (R10)
3836
+ ADDQ $0x10, R14
3837
+ ADDQ $0x10, R10
3838
+ SUBQ $0x10, CX
3839
+ JAE copy_4_loop
3840
+ LEAQ 16(R14)(CX*1), R14
3841
+ LEAQ 16(R10)(CX*1), R10
3842
+ MOVUPS -16(R14), X0
3843
+ MOVUPS X0, -16(R10)
3844
+ JMP copy_4_end
3845
+
3846
+ copy_4_small:
3847
+ CMPQ AX, $0x03
3848
+ JE copy_4_move_3
3849
+ CMPQ AX, $0x08
3850
+ JB copy_4_move_4through7
3851
+ JMP copy_4_move_8through16
3852
+
3853
+ copy_4_move_3:
3854
+ MOVWQZX (R14), CX
3855
+ MOVB 2(R14), R13
3856
+ MOVW CX, (R10)
3857
+ MOVB R13, 2(R10)
3858
+ ADDQ AX, R14
3859
+ ADDQ AX, R10
3860
+ JMP copy_4_end
3861
+
3862
+ copy_4_move_4through7:
3863
+ MOVL (R14), CX
3864
+ MOVL -4(R14)(AX*1), R13
3865
+ MOVL CX, (R10)
3866
+ MOVL R13, -4(R10)(AX*1)
3867
+ ADDQ AX, R14
3868
+ ADDQ AX, R10
3869
+ JMP copy_4_end
3870
+
3871
+ copy_4_move_8through16:
3872
+ MOVQ (R14), CX
3873
+ MOVQ -8(R14)(AX*1), R13
3874
+ MOVQ CX, (R10)
3875
+ MOVQ R13, -8(R10)(AX*1)
3876
+ ADDQ AX, R14
3877
+ ADDQ AX, R10
3878
+
3879
+ copy_4_end:
3880
+ ADDQ AX, R12
3881
+ JMP handle_loop
3882
+ JMP loop_finished
3883
+
3884
+ copy_all_from_history:
3885
+ MOVQ CX, R15
3886
+ SUBQ $0x10, R15
3887
+ JB copy_5_small
3888
+
3889
+ copy_5_loop:
3890
+ MOVUPS (R14), X0
3891
+ MOVUPS X0, (R10)
3892
+ ADDQ $0x10, R14
3893
+ ADDQ $0x10, R10
3894
+ SUBQ $0x10, R15
3895
+ JAE copy_5_loop
3896
+ LEAQ 16(R14)(R15*1), R14
3897
+ LEAQ 16(R10)(R15*1), R10
3898
+ MOVUPS -16(R14), X0
3899
+ MOVUPS X0, -16(R10)
3900
+ JMP copy_5_end
3901
+
3902
+ copy_5_small:
3903
+ CMPQ CX, $0x03
3904
+ JE copy_5_move_3
3905
+ JB copy_5_move_1or2
3906
+ CMPQ CX, $0x08
3907
+ JB copy_5_move_4through7
3908
+ JMP copy_5_move_8through16
3909
+
3910
+ copy_5_move_1or2:
3911
+ MOVB (R14), R15
3912
+ MOVB -1(R14)(CX*1), BP
3913
+ MOVB R15, (R10)
3914
+ MOVB BP, -1(R10)(CX*1)
3915
+ ADDQ CX, R14
3916
+ ADDQ CX, R10
3917
+ JMP copy_5_end
3918
+
3919
+ copy_5_move_3:
3920
+ MOVWQZX (R14), R15
3921
+ MOVB 2(R14), BP
3922
+ MOVW R15, (R10)
3923
+ MOVB BP, 2(R10)
3924
+ ADDQ CX, R14
3925
+ ADDQ CX, R10
3926
+ JMP copy_5_end
3927
+
3928
+ copy_5_move_4through7:
3929
+ MOVL (R14), R15
3930
+ MOVL -4(R14)(CX*1), BP
3931
+ MOVL R15, (R10)
3932
+ MOVL BP, -4(R10)(CX*1)
3933
+ ADDQ CX, R14
3934
+ ADDQ CX, R10
3935
+ JMP copy_5_end
3936
+
3937
+ copy_5_move_8through16:
3938
+ MOVQ (R14), R15
3939
+ MOVQ -8(R14)(CX*1), BP
3940
+ MOVQ R15, (R10)
3941
+ MOVQ BP, -8(R10)(CX*1)
3942
+ ADDQ CX, R14
3943
+ ADDQ CX, R10
3944
+
3945
+ copy_5_end:
3946
+ ADDQ CX, R12
3947
+ SUBQ CX, AX
3948
+
3949
+ // Copy match from the current buffer
3950
+ copy_match:
3951
+ MOVQ R10, CX
3952
+ SUBQ R13, CX
3953
+
3954
+ // ml <= mo
3955
+ CMPQ AX, R13
3956
+ JA copy_overlapping_match
3957
+
3958
+ // Copy non-overlapping match
3959
+ ADDQ AX, R12
3960
+ MOVQ AX, R13
3961
+ SUBQ $0x10, R13
3962
+ JB copy_2_small
3963
+
3964
+ copy_2_loop:
3965
+ MOVUPS (CX), X0
3966
+ MOVUPS X0, (R10)
3967
+ ADDQ $0x10, CX
3968
+ ADDQ $0x10, R10
3969
+ SUBQ $0x10, R13
3970
+ JAE copy_2_loop
3971
+ LEAQ 16(CX)(R13*1), CX
3972
+ LEAQ 16(R10)(R13*1), R10
3973
+ MOVUPS -16(CX), X0
3974
+ MOVUPS X0, -16(R10)
3975
+ JMP copy_2_end
3976
+
3977
+ copy_2_small:
3978
+ CMPQ AX, $0x03
3979
+ JE copy_2_move_3
3980
+ JB copy_2_move_1or2
3981
+ CMPQ AX, $0x08
3982
+ JB copy_2_move_4through7
3983
+ JMP copy_2_move_8through16
3984
+
3985
+ copy_2_move_1or2:
3986
+ MOVB (CX), R13
3987
+ MOVB -1(CX)(AX*1), R14
3988
+ MOVB R13, (R10)
3989
+ MOVB R14, -1(R10)(AX*1)
3990
+ ADDQ AX, CX
3991
+ ADDQ AX, R10
3992
+ JMP copy_2_end
3993
+
3994
+ copy_2_move_3:
3995
+ MOVWQZX (CX), R13
3996
+ MOVB 2(CX), R14
3997
+ MOVW R13, (R10)
3998
+ MOVB R14, 2(R10)
3999
+ ADDQ AX, CX
4000
+ ADDQ AX, R10
4001
+ JMP copy_2_end
4002
+
4003
+ copy_2_move_4through7:
4004
+ MOVL (CX), R13
4005
+ MOVL -4(CX)(AX*1), R14
4006
+ MOVL R13, (R10)
4007
+ MOVL R14, -4(R10)(AX*1)
4008
+ ADDQ AX, CX
4009
+ ADDQ AX, R10
4010
+ JMP copy_2_end
4011
+
4012
+ copy_2_move_8through16:
4013
+ MOVQ (CX), R13
4014
+ MOVQ -8(CX)(AX*1), R14
4015
+ MOVQ R13, (R10)
4016
+ MOVQ R14, -8(R10)(AX*1)
4017
+ ADDQ AX, CX
4018
+ ADDQ AX, R10
4019
+
4020
+ copy_2_end:
4021
+ JMP handle_loop
4022
+
4023
+ // Copy overlapping match
4024
+ copy_overlapping_match:
4025
+ ADDQ AX, R12
4026
+ CMPQ R13, $0x10
4027
+ JB copy_slow_3
4028
+
4029
+ copy_3_blocks:
4030
+ MOVUPS (CX), X0
4031
+ MOVUPS X0, (R10)
4032
+ ADDQ $0x10, CX
4033
+ ADDQ $0x10, R10
4034
+ SUBQ $0x10, AX
4035
+ CMPQ AX, $0x10
4036
+ JAE copy_3_blocks
4037
+ TESTQ AX, AX
4038
+ JZ handle_loop
4039
+
4040
+ copy_slow_3:
4041
+ MOVBQZX (CX), R13
4042
+ MOVB R13, (R10)
4043
+ INCQ CX
4044
+ INCQ R10
4045
+ DECQ AX
4046
+ JNZ copy_slow_3
4047
+
4048
+ handle_loop:
4049
+ DECQ 32(SP)
4050
+ JNS sequenceDecs_decodeSync_safe_amd64_main_loop
4051
+
4052
+ loop_finished:
4053
+ MOVQ br+8(FP), AX
4054
+ MOVQ DX, 24(AX)
4055
+ MOVB BL, 40(AX)
4056
+ MOVQ SI, 32(AX)
4057
+
4058
+ // s.seqSize += outPosition - ctx.outPosition
4059
+ MOVQ ctx+16(FP), AX
4060
+ MOVQ s+0(FP), CX
4061
+ MOVQ R12, DX
4062
+ SUBQ 136(AX), DX
4063
+ ADDQ DX, 256(CX)
4064
+
4065
+ // Update the context
4066
+ MOVQ ctx+16(FP), AX
4067
+ MOVQ R12, 136(AX)
4068
+ MOVQ 144(AX), CX
4069
+ SUBQ CX, R11
4070
+ MOVQ R11, 168(AX)
4071
+
4072
+ // Return success
4073
+ MOVQ $0x00000000, ret+24(FP)
4074
+ RET
4075
+
4076
+ // Return with match length error
4077
+ sequenceDecs_decodeSync_safe_amd64_error_match_len_ofs_mismatch:
4078
+ MOVQ 48(SP), AX
4079
+ MOVQ ctx+16(FP), CX
4080
+ MOVQ AX, 216(CX)
4081
+ MOVQ $0x00000001, ret+24(FP)
4082
+ RET
4083
+
4084
+ // Return with match too long error
4085
+ sequenceDecs_decodeSync_safe_amd64_error_match_len_too_big:
4086
+ MOVQ ctx+16(FP), AX
4087
+ MOVQ 48(SP), CX
4088
+ MOVQ CX, 216(AX)
4089
+ MOVQ $0x00000002, ret+24(FP)
4090
+ RET
4091
+
4092
+ // Return with match offset too long error
4093
+ error_match_off_too_big:
4094
+ MOVQ ctx+16(FP), AX
4095
+ MOVQ 40(SP), CX
4096
+ MOVQ CX, 224(AX)
4097
+ MOVQ R12, 136(AX)
4098
+ MOVQ $0x00000003, ret+24(FP)
4099
+ RET
4100
+
4101
+ // Return with not enough literals error
4102
+ error_not_enough_literals:
4103
+ MOVQ ctx+16(FP), AX
4104
+ MOVQ 56(SP), CX
4105
+ MOVQ CX, 208(AX)
4106
+ MOVQ $0x00000004, ret+24(FP)
4107
+ RET
4108
+
4109
+ // Return with overread error
4110
+ error_overread:
4111
+ MOVQ $0x00000006, ret+24(FP)
4112
+ RET
4113
+
4114
+ // Return with not enough output space error
4115
+ error_not_enough_space:
4116
+ MOVQ ctx+16(FP), AX
4117
+ MOVQ 56(SP), CX
4118
+ MOVQ CX, 208(AX)
4119
+ MOVQ 48(SP), CX
4120
+ MOVQ CX, 216(AX)
4121
+ MOVQ R12, 136(AX)
4122
+ MOVQ $0x00000005, ret+24(FP)
4123
+ RET
4124
+
4125
+ // func sequenceDecs_decodeSync_safe_bmi2(s *sequenceDecs, br *bitReader, ctx *decodeSyncAsmContext) int
4126
+ // Requires: BMI, BMI2, CMOV, SSE
4127
+ TEXT ·sequenceDecs_decodeSync_safe_bmi2(SB), $96-32
4128
+ MOVQ br+8(FP), BX
4129
+ MOVQ 24(BX), AX
4130
+ MOVBQZX 40(BX), DX
4131
+ MOVQ (BX), CX
4132
+ MOVQ 32(BX), BX
4133
+ ADDQ BX, CX
4134
+ MOVQ CX, (SP)
4135
+ MOVQ ctx+16(FP), CX
4136
+ MOVQ 72(CX), SI
4137
+ MOVQ 80(CX), DI
4138
+ MOVQ 88(CX), R8
4139
+ MOVQ (CX), R9
4140
+ MOVQ R9, 8(SP)
4141
+ MOVQ 24(CX), R9
4142
+ MOVQ R9, 16(SP)
4143
+ MOVQ 48(CX), R9
4144
+ MOVQ R9, 24(SP)
4145
+ MOVQ 96(CX), R9
4146
+ MOVQ R9, 32(SP)
4147
+ XORQ R9, R9
4148
+ MOVQ R9, 40(SP)
4149
+ MOVQ R9, 48(SP)
4150
+ MOVQ R9, 56(SP)
4151
+ MOVQ 112(CX), R9
4152
+ MOVQ 128(CX), R10
4153
+ MOVQ R10, 64(SP)
4154
+ MOVQ 144(CX), R10
4155
+ MOVQ 136(CX), R11
4156
+ MOVQ 200(CX), R12
4157
+ MOVQ R12, 88(SP)
4158
+ MOVQ 176(CX), R12
4159
+ MOVQ R12, 80(SP)
4160
+ MOVQ 184(CX), CX
4161
+ MOVQ CX, 72(SP)
4162
+ MOVQ 72(SP), CX
4163
+ ADDQ CX, 80(SP)
4164
+
4165
+ // Calculate pointer to s.out[cap(s.out)] (a past-end pointer)
4166
+ ADDQ R9, 64(SP)
4167
+
4168
+ // outBase += outPosition
4169
+ ADDQ R11, R9
4170
+ PCALIGN $0x40
4171
+
4172
+ sequenceDecs_decodeSync_safe_bmi2_main_loop:
4173
+ MOVQ (SP), R12
4174
+
4175
+ // Fill bitreader to have enough for the offset and match length.
4176
+ CMPQ BX, $0x08
4177
+ JL sequenceDecs_decodeSync_safe_bmi2_fill_byte_by_byte
4178
+ MOVQ DX, CX
4179
+ SHRQ $0x03, CX
4180
+ SUBQ CX, R12
4181
+ MOVQ (R12), AX
4182
+ SUBQ CX, BX
4183
+ ANDQ $0x07, DX
4184
+ JMP sequenceDecs_decodeSync_safe_bmi2_fill_end
4185
+
4186
+ sequenceDecs_decodeSync_safe_bmi2_fill_byte_by_byte:
4187
+ CMPQ BX, $0x00
4188
+ JLE sequenceDecs_decodeSync_safe_bmi2_fill_check_overread
4189
+ CMPQ DX, $0x07
4190
+ JLE sequenceDecs_decodeSync_safe_bmi2_fill_end
4191
+ SHLQ $0x08, AX
4192
+ SUBQ $0x01, R12
4193
+ SUBQ $0x01, BX
4194
+ SUBQ $0x08, DX
4195
+ MOVBQZX (R12), CX
4196
+ ORQ CX, AX
4197
+ JMP sequenceDecs_decodeSync_safe_bmi2_fill_byte_by_byte
4198
+
4199
+ sequenceDecs_decodeSync_safe_bmi2_fill_check_overread:
4200
+ CMPQ DX, $0x40
4201
+ JA error_overread
4202
+
4203
+ sequenceDecs_decodeSync_safe_bmi2_fill_end:
4204
+ // Update offset
4205
+ MOVQ $0x00000808, CX
4206
+ BEXTRQ CX, R8, R13
4207
+ MOVQ AX, R14
4208
+ LEAQ (DX)(R13*1), CX
4209
+ ROLQ CL, R14
4210
+ BZHIQ R13, R14, R14
4211
+ MOVQ CX, DX
4212
+ MOVQ R8, CX
4213
+ SHRQ $0x20, CX
4214
+ ADDQ R14, CX
4215
+ MOVQ CX, 40(SP)
4216
+
4217
+ // Update match length
4218
+ MOVQ $0x00000808, CX
4219
+ BEXTRQ CX, DI, R13
4220
+ MOVQ AX, R14
4221
+ LEAQ (DX)(R13*1), CX
4222
+ ROLQ CL, R14
4223
+ BZHIQ R13, R14, R14
4224
+ MOVQ CX, DX
4225
+ MOVQ DI, CX
4226
+ SHRQ $0x20, CX
4227
+ ADDQ R14, CX
4228
+ MOVQ CX, 48(SP)
4229
+
4230
+ // Fill bitreader to have enough for the remaining
4231
+ CMPQ BX, $0x08
4232
+ JL sequenceDecs_decodeSync_safe_bmi2_fill_2_byte_by_byte
4233
+ MOVQ DX, CX
4234
+ SHRQ $0x03, CX
4235
+ SUBQ CX, R12
4236
+ MOVQ (R12), AX
4237
+ SUBQ CX, BX
4238
+ ANDQ $0x07, DX
4239
+ JMP sequenceDecs_decodeSync_safe_bmi2_fill_2_end
4240
+
4241
+ sequenceDecs_decodeSync_safe_bmi2_fill_2_byte_by_byte:
4242
+ CMPQ BX, $0x00
4243
+ JLE sequenceDecs_decodeSync_safe_bmi2_fill_2_check_overread
4244
+ CMPQ DX, $0x07
4245
+ JLE sequenceDecs_decodeSync_safe_bmi2_fill_2_end
4246
+ SHLQ $0x08, AX
4247
+ SUBQ $0x01, R12
4248
+ SUBQ $0x01, BX
4249
+ SUBQ $0x08, DX
4250
+ MOVBQZX (R12), CX
4251
+ ORQ CX, AX
4252
+ JMP sequenceDecs_decodeSync_safe_bmi2_fill_2_byte_by_byte
4253
+
4254
+ sequenceDecs_decodeSync_safe_bmi2_fill_2_check_overread:
4255
+ CMPQ DX, $0x40
4256
+ JA error_overread
4257
+
4258
+ sequenceDecs_decodeSync_safe_bmi2_fill_2_end:
4259
+ // Update literal length
4260
+ MOVQ $0x00000808, CX
4261
+ BEXTRQ CX, SI, R13
4262
+ MOVQ AX, R14
4263
+ LEAQ (DX)(R13*1), CX
4264
+ ROLQ CL, R14
4265
+ BZHIQ R13, R14, R14
4266
+ MOVQ CX, DX
4267
+ MOVQ SI, CX
4268
+ SHRQ $0x20, CX
4269
+ ADDQ R14, CX
4270
+ MOVQ CX, 56(SP)
4271
+
4272
+ // Fill bitreader for state updates
4273
+ MOVQ R12, (SP)
4274
+ MOVQ $0x00000808, CX
4275
+ BEXTRQ CX, R8, R12
4276
+ CMPQ 32(SP), $0x00
4277
+ JZ sequenceDecs_decodeSync_safe_bmi2_skip_update
4278
+ LEAQ (SI)(DI*1), R13
4279
+ ADDQ R8, R13
4280
+ MOVBQZX R13, R13
4281
+ LEAQ (DX)(R13*1), CX
4282
+ MOVQ AX, R14
4283
+ MOVQ CX, DX
4284
+ ROLQ CL, R14
4285
+ BZHIQ R13, R14, R14
4286
+
4287
+ // Update Offset State
4288
+ BZHIQ R8, R14, CX
4289
+ SHRXQ R8, R14, R14
4290
+ SHRL $0x10, R8
4291
+ ADDQ CX, R8
4292
+
4293
+ // Load ctx.ofTable
4294
+ MOVQ 24(SP), CX
4295
+ MOVQ (CX)(R8*8), R8
4296
+
4297
+ // Update Match Length State
4298
+ BZHIQ DI, R14, CX
4299
+ SHRXQ DI, R14, R14
4300
+ SHRL $0x10, DI
4301
+ ADDQ CX, DI
4302
+
4303
+ // Load ctx.mlTable
4304
+ MOVQ 16(SP), CX
4305
+ MOVQ (CX)(DI*8), DI
4306
+
4307
+ // Update Literal Length State
4308
+ BZHIQ SI, R14, CX
4309
+ SHRL $0x10, SI
4310
+ ADDQ CX, SI
4311
+
4312
+ // Load ctx.llTable
4313
+ MOVQ 8(SP), CX
4314
+ MOVQ (CX)(SI*8), SI
4315
+
4316
+ sequenceDecs_decodeSync_safe_bmi2_skip_update:
4317
+ // Adjust offset
4318
+ MOVQ s+0(FP), CX
4319
+ MOVQ 40(SP), R13
4320
+ CMPQ R12, $0x01
4321
+ JBE sequenceDecs_decodeSync_safe_bmi2_adjust_offsetB_1_or_0
4322
+ MOVUPS 144(CX), X0
4323
+ MOVQ R13, 144(CX)
4324
+ MOVUPS X0, 152(CX)
4325
+ JMP sequenceDecs_decodeSync_safe_bmi2_after_adjust
4326
+
4327
+ sequenceDecs_decodeSync_safe_bmi2_adjust_offsetB_1_or_0:
4328
+ CMPQ 56(SP), $0x00000000
4329
+ JNE sequenceDecs_decodeSync_safe_bmi2_adjust_offset_maybezero
4330
+ INCQ R13
4331
+ JMP sequenceDecs_decodeSync_safe_bmi2_adjust_offset_nonzero
4332
+
4333
+ sequenceDecs_decodeSync_safe_bmi2_adjust_offset_maybezero:
4334
+ TESTQ R13, R13
4335
+ JNZ sequenceDecs_decodeSync_safe_bmi2_adjust_offset_nonzero
4336
+ MOVQ 144(CX), R13
4337
+ JMP sequenceDecs_decodeSync_safe_bmi2_after_adjust
4338
+
4339
+ sequenceDecs_decodeSync_safe_bmi2_adjust_offset_nonzero:
4340
+ MOVQ R13, R12
4341
+ XORQ R14, R14
4342
+ MOVQ $-1, R15
4343
+ CMPQ R13, $0x03
4344
+ CMOVQEQ R14, R12
4345
+ CMOVQEQ R15, R14
4346
+ ADDQ 144(CX)(R12*8), R14
4347
+ JNZ sequenceDecs_decodeSync_safe_bmi2_adjust_temp_valid
4348
+ MOVQ $0x00000001, R14
4349
+
4350
+ sequenceDecs_decodeSync_safe_bmi2_adjust_temp_valid:
4351
+ CMPQ R13, $0x01
4352
+ JZ sequenceDecs_decodeSync_safe_bmi2_adjust_skip
4353
+ MOVQ 152(CX), R12
4354
+ MOVQ R12, 160(CX)
4355
+
4356
+ sequenceDecs_decodeSync_safe_bmi2_adjust_skip:
4357
+ MOVQ 144(CX), R12
4358
+ MOVQ R12, 152(CX)
4359
+ MOVQ R14, 144(CX)
4360
+ MOVQ R14, R13
4361
+
4362
+ sequenceDecs_decodeSync_safe_bmi2_after_adjust:
4363
+ MOVQ R13, 40(SP)
4364
+
4365
+ // Check values
4366
+ MOVQ 48(SP), CX
4367
+ MOVQ 56(SP), R12
4368
+ MOVQ ctx+16(FP), R14
4369
+ SUBQ R12, 104(R14)
4370
+ JS error_not_enough_literals
4371
+ CMPQ CX, $0x00020002
4372
+ JA sequenceDecs_decodeSync_safe_bmi2_error_match_len_too_big
4373
+ TESTQ R13, R13
4374
+ JNZ sequenceDecs_decodeSync_safe_bmi2_match_len_ofs_ok
4375
+ TESTQ CX, CX
4376
+ JNZ sequenceDecs_decodeSync_safe_bmi2_error_match_len_ofs_mismatch
4377
+
4378
+ sequenceDecs_decodeSync_safe_bmi2_match_len_ofs_ok:
4379
+ // Check if we have enough space in s.out
4380
+ LEAQ (R12)(CX*1), R14
4381
+ ADDQ R9, R14
4382
+ CMPQ R14, 64(SP)
4383
+ JA error_not_enough_space
4384
+
4385
+ // Copy literals
4386
+ TESTQ R12, R12
4387
+ JZ check_offset
4388
+ MOVQ R12, R14
4389
+ SUBQ $0x10, R14
4390
+ JB copy_1_small
4391
+
4392
+ copy_1_loop:
4393
+ MOVUPS (R10), X0
4394
+ MOVUPS X0, (R9)
4395
+ ADDQ $0x10, R10
4396
+ ADDQ $0x10, R9
4397
+ SUBQ $0x10, R14
4398
+ JAE copy_1_loop
4399
+ LEAQ 16(R10)(R14*1), R10
4400
+ LEAQ 16(R9)(R14*1), R9
4401
+ MOVUPS -16(R10), X0
4402
+ MOVUPS X0, -16(R9)
4403
+ JMP copy_1_end
4404
+
4405
+ copy_1_small:
4406
+ CMPQ R12, $0x03
4407
+ JE copy_1_move_3
4408
+ JB copy_1_move_1or2
4409
+ CMPQ R12, $0x08
4410
+ JB copy_1_move_4through7
4411
+ JMP copy_1_move_8through16
4412
+
4413
+ copy_1_move_1or2:
4414
+ MOVB (R10), R14
4415
+ MOVB -1(R10)(R12*1), R15
4416
+ MOVB R14, (R9)
4417
+ MOVB R15, -1(R9)(R12*1)
4418
+ ADDQ R12, R10
4419
+ ADDQ R12, R9
4420
+ JMP copy_1_end
4421
+
4422
+ copy_1_move_3:
4423
+ MOVWQZX (R10), R14
4424
+ MOVB 2(R10), R15
4425
+ MOVW R14, (R9)
4426
+ MOVB R15, 2(R9)
4427
+ ADDQ R12, R10
4428
+ ADDQ R12, R9
4429
+ JMP copy_1_end
4430
+
4431
+ copy_1_move_4through7:
4432
+ MOVL (R10), R14
4433
+ MOVL -4(R10)(R12*1), R15
4434
+ MOVL R14, (R9)
4435
+ MOVL R15, -4(R9)(R12*1)
4436
+ ADDQ R12, R10
4437
+ ADDQ R12, R9
4438
+ JMP copy_1_end
4439
+
4440
+ copy_1_move_8through16:
4441
+ MOVQ (R10), R14
4442
+ MOVQ -8(R10)(R12*1), R15
4443
+ MOVQ R14, (R9)
4444
+ MOVQ R15, -8(R9)(R12*1)
4445
+ ADDQ R12, R10
4446
+ ADDQ R12, R9
4447
+
4448
+ copy_1_end:
4449
+ ADDQ R12, R11
4450
+
4451
+ // Malformed input if seq.mo > t+len(hist) || seq.mo > s.windowSize)
4452
+ check_offset:
4453
+ MOVQ R11, R12
4454
+ ADDQ 72(SP), R12
4455
+ CMPQ R13, R12
4456
+ JG error_match_off_too_big
4457
+ CMPQ R13, 88(SP)
4458
+ JG error_match_off_too_big
4459
+
4460
+ // Copy match from history
4461
+ MOVQ R13, R12
4462
+ SUBQ R11, R12
4463
+ JLS copy_match
4464
+ MOVQ 80(SP), R14
4465
+ SUBQ R12, R14
4466
+ CMPQ CX, R12
4467
+ JG copy_all_from_history
4468
+ MOVQ CX, R12
4469
+ SUBQ $0x10, R12
4470
+ JB copy_4_small
4471
+
4472
+ copy_4_loop:
4473
+ MOVUPS (R14), X0
4474
+ MOVUPS X0, (R9)
4475
+ ADDQ $0x10, R14
4476
+ ADDQ $0x10, R9
4477
+ SUBQ $0x10, R12
4478
+ JAE copy_4_loop
4479
+ LEAQ 16(R14)(R12*1), R14
4480
+ LEAQ 16(R9)(R12*1), R9
4481
+ MOVUPS -16(R14), X0
4482
+ MOVUPS X0, -16(R9)
4483
+ JMP copy_4_end
4484
+
4485
+ copy_4_small:
4486
+ CMPQ CX, $0x03
4487
+ JE copy_4_move_3
4488
+ CMPQ CX, $0x08
4489
+ JB copy_4_move_4through7
4490
+ JMP copy_4_move_8through16
4491
+
4492
+ copy_4_move_3:
4493
+ MOVWQZX (R14), R12
4494
+ MOVB 2(R14), R13
4495
+ MOVW R12, (R9)
4496
+ MOVB R13, 2(R9)
4497
+ ADDQ CX, R14
4498
+ ADDQ CX, R9
4499
+ JMP copy_4_end
4500
+
4501
+ copy_4_move_4through7:
4502
+ MOVL (R14), R12
4503
+ MOVL -4(R14)(CX*1), R13
4504
+ MOVL R12, (R9)
4505
+ MOVL R13, -4(R9)(CX*1)
4506
+ ADDQ CX, R14
4507
+ ADDQ CX, R9
4508
+ JMP copy_4_end
4509
+
4510
+ copy_4_move_8through16:
4511
+ MOVQ (R14), R12
4512
+ MOVQ -8(R14)(CX*1), R13
4513
+ MOVQ R12, (R9)
4514
+ MOVQ R13, -8(R9)(CX*1)
4515
+ ADDQ CX, R14
4516
+ ADDQ CX, R9
4517
+
4518
+ copy_4_end:
4519
+ ADDQ CX, R11
4520
+ JMP handle_loop
4521
+ JMP loop_finished
4522
+
4523
+ copy_all_from_history:
4524
+ MOVQ R12, R15
4525
+ SUBQ $0x10, R15
4526
+ JB copy_5_small
4527
+
4528
+ copy_5_loop:
4529
+ MOVUPS (R14), X0
4530
+ MOVUPS X0, (R9)
4531
+ ADDQ $0x10, R14
4532
+ ADDQ $0x10, R9
4533
+ SUBQ $0x10, R15
4534
+ JAE copy_5_loop
4535
+ LEAQ 16(R14)(R15*1), R14
4536
+ LEAQ 16(R9)(R15*1), R9
4537
+ MOVUPS -16(R14), X0
4538
+ MOVUPS X0, -16(R9)
4539
+ JMP copy_5_end
4540
+
4541
+ copy_5_small:
4542
+ CMPQ R12, $0x03
4543
+ JE copy_5_move_3
4544
+ JB copy_5_move_1or2
4545
+ CMPQ R12, $0x08
4546
+ JB copy_5_move_4through7
4547
+ JMP copy_5_move_8through16
4548
+
4549
+ copy_5_move_1or2:
4550
+ MOVB (R14), R15
4551
+ MOVB -1(R14)(R12*1), BP
4552
+ MOVB R15, (R9)
4553
+ MOVB BP, -1(R9)(R12*1)
4554
+ ADDQ R12, R14
4555
+ ADDQ R12, R9
4556
+ JMP copy_5_end
4557
+
4558
+ copy_5_move_3:
4559
+ MOVWQZX (R14), R15
4560
+ MOVB 2(R14), BP
4561
+ MOVW R15, (R9)
4562
+ MOVB BP, 2(R9)
4563
+ ADDQ R12, R14
4564
+ ADDQ R12, R9
4565
+ JMP copy_5_end
4566
+
4567
+ copy_5_move_4through7:
4568
+ MOVL (R14), R15
4569
+ MOVL -4(R14)(R12*1), BP
4570
+ MOVL R15, (R9)
4571
+ MOVL BP, -4(R9)(R12*1)
4572
+ ADDQ R12, R14
4573
+ ADDQ R12, R9
4574
+ JMP copy_5_end
4575
+
4576
+ copy_5_move_8through16:
4577
+ MOVQ (R14), R15
4578
+ MOVQ -8(R14)(R12*1), BP
4579
+ MOVQ R15, (R9)
4580
+ MOVQ BP, -8(R9)(R12*1)
4581
+ ADDQ R12, R14
4582
+ ADDQ R12, R9
4583
+
4584
+ copy_5_end:
4585
+ ADDQ R12, R11
4586
+ SUBQ R12, CX
4587
+
4588
+ // Copy match from the current buffer
4589
+ copy_match:
4590
+ MOVQ R9, R12
4591
+ SUBQ R13, R12
4592
+
4593
+ // ml <= mo
4594
+ CMPQ CX, R13
4595
+ JA copy_overlapping_match
4596
+
4597
+ // Copy non-overlapping match
4598
+ ADDQ CX, R11
4599
+ MOVQ CX, R13
4600
+ SUBQ $0x10, R13
4601
+ JB copy_2_small
4602
+
4603
+ copy_2_loop:
4604
+ MOVUPS (R12), X0
4605
+ MOVUPS X0, (R9)
4606
+ ADDQ $0x10, R12
4607
+ ADDQ $0x10, R9
4608
+ SUBQ $0x10, R13
4609
+ JAE copy_2_loop
4610
+ LEAQ 16(R12)(R13*1), R12
4611
+ LEAQ 16(R9)(R13*1), R9
4612
+ MOVUPS -16(R12), X0
4613
+ MOVUPS X0, -16(R9)
4614
+ JMP copy_2_end
4615
+
4616
+ copy_2_small:
4617
+ CMPQ CX, $0x03
4618
+ JE copy_2_move_3
4619
+ JB copy_2_move_1or2
4620
+ CMPQ CX, $0x08
4621
+ JB copy_2_move_4through7
4622
+ JMP copy_2_move_8through16
4623
+
4624
+ copy_2_move_1or2:
4625
+ MOVB (R12), R13
4626
+ MOVB -1(R12)(CX*1), R14
4627
+ MOVB R13, (R9)
4628
+ MOVB R14, -1(R9)(CX*1)
4629
+ ADDQ CX, R12
4630
+ ADDQ CX, R9
4631
+ JMP copy_2_end
4632
+
4633
+ copy_2_move_3:
4634
+ MOVWQZX (R12), R13
4635
+ MOVB 2(R12), R14
4636
+ MOVW R13, (R9)
4637
+ MOVB R14, 2(R9)
4638
+ ADDQ CX, R12
4639
+ ADDQ CX, R9
4640
+ JMP copy_2_end
4641
+
4642
+ copy_2_move_4through7:
4643
+ MOVL (R12), R13
4644
+ MOVL -4(R12)(CX*1), R14
4645
+ MOVL R13, (R9)
4646
+ MOVL R14, -4(R9)(CX*1)
4647
+ ADDQ CX, R12
4648
+ ADDQ CX, R9
4649
+ JMP copy_2_end
4650
+
4651
+ copy_2_move_8through16:
4652
+ MOVQ (R12), R13
4653
+ MOVQ -8(R12)(CX*1), R14
4654
+ MOVQ R13, (R9)
4655
+ MOVQ R14, -8(R9)(CX*1)
4656
+ ADDQ CX, R12
4657
+ ADDQ CX, R9
4658
+
4659
+ copy_2_end:
4660
+ JMP handle_loop
4661
+
4662
+ // Copy overlapping match
4663
+ copy_overlapping_match:
4664
+ ADDQ CX, R11
4665
+ CMPQ R13, $0x10
4666
+ JB copy_slow_3
4667
+
4668
+ copy_3_blocks:
4669
+ MOVUPS (R12), X0
4670
+ MOVUPS X0, (R9)
4671
+ ADDQ $0x10, R12
4672
+ ADDQ $0x10, R9
4673
+ SUBQ $0x10, CX
4674
+ CMPQ CX, $0x10
4675
+ JAE copy_3_blocks
4676
+ TESTQ CX, CX
4677
+ JZ handle_loop
4678
+
4679
+ copy_slow_3:
4680
+ MOVBQZX (R12), R13
4681
+ MOVB R13, (R9)
4682
+ INCQ R12
4683
+ INCQ R9
4684
+ DECQ CX
4685
+ JNZ copy_slow_3
4686
+
4687
+ handle_loop:
4688
+ DECQ 32(SP)
4689
+ JNS sequenceDecs_decodeSync_safe_bmi2_main_loop
4690
+
4691
+ loop_finished:
4692
+ MOVQ br+8(FP), CX
4693
+ MOVQ AX, 24(CX)
4694
+ MOVB DL, 40(CX)
4695
+ MOVQ BX, 32(CX)
4696
+
4697
+ // s.seqSize += outPosition - ctx.outPosition
4698
+ MOVQ ctx+16(FP), AX
4699
+ MOVQ s+0(FP), CX
4700
+ MOVQ R11, DX
4701
+ SUBQ 136(AX), DX
4702
+ ADDQ DX, 256(CX)
4703
+
4704
+ // Update the context
4705
+ MOVQ ctx+16(FP), AX
4706
+ MOVQ R11, 136(AX)
4707
+ MOVQ 144(AX), CX
4708
+ SUBQ CX, R10
4709
+ MOVQ R10, 168(AX)
4710
+
4711
+ // Return success
4712
+ MOVQ $0x00000000, ret+24(FP)
4713
+ RET
4714
+
4715
+ // Return with match length error
4716
+ sequenceDecs_decodeSync_safe_bmi2_error_match_len_ofs_mismatch:
4717
+ MOVQ 48(SP), AX
4718
+ MOVQ ctx+16(FP), CX
4719
+ MOVQ AX, 216(CX)
4720
+ MOVQ $0x00000001, ret+24(FP)
4721
+ RET
4722
+
4723
+ // Return with match too long error
4724
+ sequenceDecs_decodeSync_safe_bmi2_error_match_len_too_big:
4725
+ MOVQ ctx+16(FP), AX
4726
+ MOVQ 48(SP), CX
4727
+ MOVQ CX, 216(AX)
4728
+ MOVQ $0x00000002, ret+24(FP)
4729
+ RET
4730
+
4731
+ // Return with match offset too long error
4732
+ error_match_off_too_big:
4733
+ MOVQ ctx+16(FP), AX
4734
+ MOVQ 40(SP), CX
4735
+ MOVQ CX, 224(AX)
4736
+ MOVQ R11, 136(AX)
4737
+ MOVQ $0x00000003, ret+24(FP)
4738
+ RET
4739
+
4740
+ // Return with not enough literals error
4741
+ error_not_enough_literals:
4742
+ MOVQ ctx+16(FP), AX
4743
+ MOVQ 56(SP), CX
4744
+ MOVQ CX, 208(AX)
4745
+ MOVQ $0x00000004, ret+24(FP)
4746
+ RET
4747
+
4748
+ // Return with overread error
4749
+ error_overread:
4750
+ MOVQ $0x00000006, ret+24(FP)
4751
+ RET
4752
+
4753
+ // Return with not enough output space error
4754
+ error_not_enough_space:
4755
+ MOVQ ctx+16(FP), AX
4756
+ MOVQ 56(SP), CX
4757
+ MOVQ CX, 208(AX)
4758
+ MOVQ 48(SP), CX
4759
+ MOVQ CX, 216(AX)
4760
+ MOVQ R11, 136(AX)
4761
+ MOVQ $0x00000005, ret+24(FP)
4762
+ RET