typenative 0.6.2 → 0.7.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/bin/cli.js +18 -8
- package/bin/go/overrides.js +21 -1
- package/bin/index.js +48 -25
- package/bin/main.js +2 -1
- package/bin/node/assert.js +56 -17
- package/bin/node/async_hooks.js +69 -10
- package/bin/node/buffer.js +321 -7
- package/bin/node/child_process.js +220 -16
- package/bin/node/cluster.js +436 -32
- package/bin/node/crypto.js +814 -5
- package/bin/node/crypto_curves.js +142 -0
- package/bin/node/crypto_keys.js +1147 -48
- package/bin/node/crypto_pem.js +313 -0
- package/bin/node/crypto_pkcs12.js +17 -0
- package/bin/node/dgram.js +161 -10
- package/bin/node/diagnostics_channel.js +5 -1
- package/bin/node/events.js +358 -8
- package/bin/node/ffi.js +933 -0
- package/bin/node/fs.js +1346 -10
- package/bin/node/histogram.js +1991 -0
- package/bin/node/http.js +630 -55
- package/bin/node/http2.js +1141 -88
- package/bin/node/intl.js +4576 -0
- package/bin/node/intl_data.js +65412 -0
- package/bin/node/module_v8.js +155 -16
- package/bin/node/net.js +59 -10
- package/bin/node/path.js +5 -1
- package/bin/node/process.js +355 -4
- package/bin/node/readline.js +558 -8
- package/bin/node/registry.js +2 -0
- package/bin/node/sqlite.js +1539 -7
- package/bin/node/stream.js +371 -32
- package/bin/node/stream_web.js +422 -15
- package/bin/node/system_extra.js +40 -154
- package/bin/node/temporal.js +96 -0
- package/bin/node/temporal_runtime.js +5075 -0
- package/bin/node/temporal_zones.js +460 -0
- package/bin/node/test.js +191 -8
- package/bin/node/test_coverage.js +58 -0
- package/bin/node/test_report.js +50 -4
- package/bin/node/test_run.js +64 -3
- package/bin/node/timers.js +123 -0
- package/bin/node/tls.js +346 -12
- package/bin/node/tls_roots.js +122 -0
- package/bin/node/typed_arrays.js +867 -93
- package/bin/node/url.js +657 -0
- package/bin/node/util.js +449 -7
- package/bin/node/util_extra.js +6 -0
- package/bin/node/wasi.js +214 -0
- package/bin/node/webassembly.js +1137 -0
- package/bin/node/websocket.js +763 -0
- package/bin/node/webview.js +3257 -244
- package/bin/node/worker_threads.js +434 -52
- package/bin/node/zlib.js +455 -22
- package/bin/node/zlib_iter.js +585 -0
- package/bin/node/zlib_zip.js +2392 -0
- package/bin/transpiler.js +3417 -501
- package/bin/typecheck-node.js +49 -17
- package/bin/version.js +1 -1
- package/govendor/github.com/cloudflare/circl/.golangci.yaml +64 -0
- package/govendor/github.com/cloudflare/circl/.semgrepignore +1 -0
- package/govendor/github.com/cloudflare/circl/AGENTS.md +91 -0
- package/govendor/github.com/cloudflare/circl/CITATION.cff +30 -0
- package/govendor/github.com/cloudflare/circl/LICENSE +57 -0
- package/govendor/github.com/cloudflare/circl/Makefile +70 -0
- package/govendor/github.com/cloudflare/circl/README.md +206 -0
- package/govendor/github.com/cloudflare/circl/REVIEW.md +83 -0
- package/govendor/github.com/cloudflare/circl/codecov.yml +21 -0
- package/govendor/github.com/cloudflare/circl/dh/x448/curve.go +104 -0
- package/govendor/github.com/cloudflare/circl/dh/x448/curve_amd64.go +30 -0
- package/govendor/github.com/cloudflare/circl/dh/x448/curve_amd64.h +111 -0
- package/govendor/github.com/cloudflare/circl/dh/x448/curve_amd64.s +194 -0
- package/govendor/github.com/cloudflare/circl/dh/x448/curve_generic.go +100 -0
- package/govendor/github.com/cloudflare/circl/dh/x448/curve_noasm.go +11 -0
- package/govendor/github.com/cloudflare/circl/dh/x448/doc.go +19 -0
- package/govendor/github.com/cloudflare/circl/dh/x448/key.go +46 -0
- package/govendor/github.com/cloudflare/circl/dh/x448/table.go +460 -0
- package/govendor/github.com/cloudflare/circl/doc.go +8 -0
- package/govendor/github.com/cloudflare/circl/ecc/goldilocks/constants.go +71 -0
- package/govendor/github.com/cloudflare/circl/ecc/goldilocks/curve.go +90 -0
- package/govendor/github.com/cloudflare/circl/ecc/goldilocks/isogeny.go +52 -0
- package/govendor/github.com/cloudflare/circl/ecc/goldilocks/point.go +181 -0
- package/govendor/github.com/cloudflare/circl/ecc/goldilocks/scalar.go +203 -0
- package/govendor/github.com/cloudflare/circl/ecc/goldilocks/twist.go +138 -0
- package/govendor/github.com/cloudflare/circl/ecc/goldilocks/twistPoint.go +135 -0
- package/govendor/github.com/cloudflare/circl/ecc/goldilocks/twistTables.go +216 -0
- package/govendor/github.com/cloudflare/circl/ecc/goldilocks/twist_basemult.go +62 -0
- package/govendor/github.com/cloudflare/circl/go.mod +3 -0
- package/govendor/github.com/cloudflare/circl/internal/conv/conv.go +173 -0
- package/govendor/github.com/cloudflare/circl/internal/sha3/doc.go +62 -0
- package/govendor/github.com/cloudflare/circl/internal/sha3/hashes.go +69 -0
- package/govendor/github.com/cloudflare/circl/internal/sha3/keccakf.go +391 -0
- package/govendor/github.com/cloudflare/circl/internal/sha3/rc.go +29 -0
- package/govendor/github.com/cloudflare/circl/internal/sha3/sha3.go +200 -0
- package/govendor/github.com/cloudflare/circl/internal/sha3/sha3_s390x.s +33 -0
- package/govendor/github.com/cloudflare/circl/internal/sha3/shake.go +119 -0
- package/govendor/github.com/cloudflare/circl/internal/sha3/xor.go +15 -0
- package/govendor/github.com/cloudflare/circl/internal/sha3/xor_generic.go +33 -0
- package/govendor/github.com/cloudflare/circl/internal/sha3/xor_unaligned.go +61 -0
- package/govendor/github.com/cloudflare/circl/math/fp448/fp.go +164 -0
- package/govendor/github.com/cloudflare/circl/math/fp448/fp_amd64.go +43 -0
- package/govendor/github.com/cloudflare/circl/math/fp448/fp_amd64.h +591 -0
- package/govendor/github.com/cloudflare/circl/math/fp448/fp_amd64.s +75 -0
- package/govendor/github.com/cloudflare/circl/math/fp448/fp_generic.go +339 -0
- package/govendor/github.com/cloudflare/circl/math/fp448/fp_noasm.go +12 -0
- package/govendor/github.com/cloudflare/circl/math/fp448/fuzzer.go +75 -0
- package/govendor/github.com/cloudflare/circl/math/integer.go +16 -0
- package/govendor/github.com/cloudflare/circl/math/mlsbset/mlsbset.go +145 -0
- package/govendor/github.com/cloudflare/circl/math/mlsbset/power.go +64 -0
- package/govendor/github.com/cloudflare/circl/math/primes.go +34 -0
- package/govendor/github.com/cloudflare/circl/math/wnaf.go +84 -0
- package/govendor/github.com/cloudflare/circl/sign/ed448/ed448.go +417 -0
- package/govendor/github.com/cloudflare/circl/sign/ed448/signapi.go +89 -0
- package/govendor/github.com/cloudflare/circl/sign/sign.go +119 -0
- package/{examples/react-compiler/vendor/picocolors → govendor/github.com/decred/dcrd/dcrec/secp256k1/v4}/LICENSE +4 -2
- package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/README.md +72 -0
- package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/compressedbytepoints.go +18 -0
- package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/curve.go +1310 -0
- package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/curve_embedded.go +14 -0
- package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/curve_precompute.go +14 -0
- package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/doc.go +59 -0
- package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/ecdh.go +21 -0
- package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/ecdsa/README.md +52 -0
- package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/ecdsa/doc.go +42 -0
- package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/ecdsa/error.go +134 -0
- package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/ecdsa/signature.go +1001 -0
- package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/ellipticadaptor.go +296 -0
- package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/error.go +67 -0
- package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/field.go +1696 -0
- package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/go.mod +3 -0
- package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/loadprecomputed.go +91 -0
- package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/modnscalar.go +1105 -0
- package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/nonce.go +263 -0
- package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/privkey.go +111 -0
- package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/pubkey.go +236 -0
- package/govendor/github.com/ebitengine/purego/LICENSE +201 -0
- package/govendor/github.com/ebitengine/purego/README.md +124 -0
- package/govendor/github.com/ebitengine/purego/abi_amd64.h +99 -0
- package/govendor/github.com/ebitengine/purego/abi_arm64.h +39 -0
- package/govendor/github.com/ebitengine/purego/abi_loong64.h +60 -0
- package/govendor/github.com/ebitengine/purego/cdecl.go +11 -0
- package/govendor/github.com/ebitengine/purego/cgo.go +19 -0
- package/govendor/github.com/ebitengine/purego/dlerror.go +17 -0
- package/govendor/github.com/ebitengine/purego/dlfcn.go +99 -0
- package/govendor/github.com/ebitengine/purego/dlfcn_android.go +34 -0
- package/govendor/github.com/ebitengine/purego/dlfcn_darwin.go +20 -0
- package/govendor/github.com/ebitengine/purego/dlfcn_freebsd.go +14 -0
- package/govendor/github.com/ebitengine/purego/dlfcn_linux.go +16 -0
- package/govendor/github.com/ebitengine/purego/dlfcn_netbsd.go +15 -0
- package/govendor/github.com/ebitengine/purego/dlfcn_nocgo_freebsd.go +11 -0
- package/govendor/github.com/ebitengine/purego/dlfcn_nocgo_linux.go +19 -0
- package/govendor/github.com/ebitengine/purego/dlfcn_nocgo_netbsd.go +11 -0
- package/govendor/github.com/ebitengine/purego/dlfcn_playground.go +24 -0
- package/govendor/github.com/ebitengine/purego/dlfcn_stubs.s +22 -0
- package/govendor/github.com/ebitengine/purego/func.go +780 -0
- package/govendor/github.com/ebitengine/purego/gen.go +6 -0
- package/govendor/github.com/ebitengine/purego/go.mod +3 -0
- package/govendor/github.com/ebitengine/purego/go_runtime.go +19 -0
- package/govendor/github.com/ebitengine/purego/internal/cgo/dlfcn_cgo_unix.go +56 -0
- package/govendor/github.com/ebitengine/purego/internal/cgo/empty.go +6 -0
- package/govendor/github.com/ebitengine/purego/internal/cgo/syscall_cgo_unix.go +49 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/abi_amd64.h +99 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/abi_arm64.h +39 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/abi_loong64.h +60 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/abi_ppc64x.h +195 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/abi_riscv64.h +72 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/asm_386.s +29 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/asm_amd64.s +39 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/asm_arm.s +58 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/asm_arm64.s +35 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/asm_loong64.s +38 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/asm_ppc64le.s +79 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/asm_riscv64.s +36 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/asm_s390x.s +52 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/callbacks.go +93 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/doc.go +32 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/fakecgo.go +14 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/freebsd.go +27 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/go_darwin.go +86 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/go_freebsd.go +77 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/go_libinit.go +72 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/go_linux.go +77 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/go_netbsd.go +83 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/go_setenv.go +18 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/go_util.go +38 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/iscgo.go +19 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/libcgo.go +37 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/libcgo_darwin.go +37 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/libcgo_freebsd.go +27 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/libcgo_linux.go +27 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/libcgo_netbsd.go +36 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/linux.go +189 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/netbsd.go +23 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/setenv.go +19 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/threadentry_amd64.go +15 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/threadentry_noasm.go +24 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_386.s +130 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_amd64.s +124 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_arm.s +131 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_arm64.s +81 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_linux_386.s +78 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_linux_amd64.s +69 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_linux_arm.s +69 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_linux_arm64.s +60 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_linux_loong64.s +60 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_linux_ppc64le.s +69 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_linux_riscv64.s +60 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_linux_s390x.s +51 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_loong64.s +78 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_ppc64le.s +132 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_riscv64.s +76 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_s390x.s +158 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/zsymbols.go +165 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/zsymbols_darwin.go +59 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/zsymbols_freebsd.go +48 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/zsymbols_linux.go +158 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/zsymbols_netbsd.go +59 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/ztrampolines_darwin.s +19 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/ztrampolines_freebsd.s +16 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/ztrampolines_linux.s +46 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/ztrampolines_netbsd.s +19 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/ztrampolines_stubs.s +55 -0
- package/govendor/github.com/ebitengine/purego/internal/strings/strings.go +40 -0
- package/govendor/github.com/ebitengine/purego/is_ios.go +13 -0
- package/govendor/github.com/ebitengine/purego/nocgo.go +25 -0
- package/govendor/github.com/ebitengine/purego/struct_amd64.go +518 -0
- package/govendor/github.com/ebitengine/purego/struct_arm.go +100 -0
- package/govendor/github.com/ebitengine/purego/struct_arm64.go +757 -0
- package/govendor/github.com/ebitengine/purego/struct_loong64.go +244 -0
- package/govendor/github.com/ebitengine/purego/struct_other.go +54 -0
- package/govendor/github.com/ebitengine/purego/struct_ppc64le.go +180 -0
- package/govendor/github.com/ebitengine/purego/struct_riscv64.go +158 -0
- package/govendor/github.com/ebitengine/purego/struct_s390x.go +158 -0
- package/govendor/github.com/ebitengine/purego/sys_386.s +153 -0
- package/govendor/github.com/ebitengine/purego/sys_amd64.s +206 -0
- package/govendor/github.com/ebitengine/purego/sys_arm.s +153 -0
- package/govendor/github.com/ebitengine/purego/sys_arm64.s +133 -0
- package/govendor/github.com/ebitengine/purego/sys_loong64.s +131 -0
- package/govendor/github.com/ebitengine/purego/sys_ppc64le.s +126 -0
- package/govendor/github.com/ebitengine/purego/sys_riscv64.s +135 -0
- package/govendor/github.com/ebitengine/purego/sys_s390x.s +148 -0
- package/govendor/github.com/ebitengine/purego/sys_unix_386.s +234 -0
- package/govendor/github.com/ebitengine/purego/sys_unix_arm.s +99 -0
- package/govendor/github.com/ebitengine/purego/sys_unix_arm64.s +75 -0
- package/govendor/github.com/ebitengine/purego/sys_unix_loong64.s +79 -0
- package/govendor/github.com/ebitengine/purego/sys_unix_ppc64le.s +114 -0
- package/govendor/github.com/ebitengine/purego/sys_unix_riscv64.s +79 -0
- package/govendor/github.com/ebitengine/purego/sys_unix_s390x.s +111 -0
- package/govendor/github.com/ebitengine/purego/syscall.go +95 -0
- package/govendor/github.com/ebitengine/purego/syscall_32bit.go +97 -0
- package/govendor/github.com/ebitengine/purego/syscall_cgo_linux.go +20 -0
- package/govendor/github.com/ebitengine/purego/syscall_notstackargs.go +55 -0
- package/govendor/github.com/ebitengine/purego/syscall_ppc64le.go +73 -0
- package/govendor/github.com/ebitengine/purego/syscall_stackargs_ppc64le.go +38 -0
- package/govendor/github.com/ebitengine/purego/syscall_stackargs_s390x.go +38 -0
- package/govendor/github.com/ebitengine/purego/syscall_unix.go +392 -0
- package/govendor/github.com/ebitengine/purego/syscall_windows.go +54 -0
- package/govendor/github.com/ebitengine/purego/zcallback_386.s +4014 -0
- package/govendor/github.com/ebitengine/purego/zcallback_amd64.s +2014 -0
- package/govendor/github.com/ebitengine/purego/zcallback_arm.s +4014 -0
- package/govendor/github.com/ebitengine/purego/zcallback_arm64.s +4014 -0
- package/govendor/github.com/ebitengine/purego/zcallback_loong64.s +4014 -0
- package/govendor/github.com/ebitengine/purego/zcallback_ppc64le.s +4014 -0
- package/govendor/github.com/ebitengine/purego/zcallback_riscv64.s +4051 -0
- package/govendor/github.com/ebitengine/purego/zcallback_s390x.s +4015 -0
- package/govendor/github.com/klauspost/compress/.gitattributes +3 -0
- package/govendor/github.com/klauspost/compress/.goreleaser.yml +132 -0
- package/govendor/github.com/klauspost/compress/AGENTS.md +106 -0
- package/govendor/github.com/klauspost/compress/LICENSE +304 -0
- package/govendor/github.com/klauspost/compress/README.md +766 -0
- package/govendor/github.com/klauspost/compress/SECURITY.md +25 -0
- package/govendor/github.com/klauspost/compress/compressible.go +85 -0
- package/govendor/github.com/klauspost/compress/fse/README.md +79 -0
- package/govendor/github.com/klauspost/compress/fse/bitreader.go +122 -0
- package/govendor/github.com/klauspost/compress/fse/bitwriter.go +167 -0
- package/govendor/github.com/klauspost/compress/fse/bytereader.go +47 -0
- package/govendor/github.com/klauspost/compress/fse/compress.go +685 -0
- package/govendor/github.com/klauspost/compress/fse/decompress.go +383 -0
- package/govendor/github.com/klauspost/compress/fse/fse.go +150 -0
- package/govendor/github.com/klauspost/compress/gen.sh +4 -0
- package/govendor/github.com/klauspost/compress/go.mod +3 -0
- package/govendor/github.com/klauspost/compress/huff0/README.md +89 -0
- package/govendor/github.com/klauspost/compress/huff0/bitreader.go +323 -0
- package/govendor/github.com/klauspost/compress/huff0/bitwriter.go +97 -0
- package/govendor/github.com/klauspost/compress/huff0/build_table.go +168 -0
- package/govendor/github.com/klauspost/compress/huff0/compress.go +747 -0
- package/govendor/github.com/klauspost/compress/huff0/decompress.go +1188 -0
- package/govendor/github.com/klauspost/compress/huff0/decompress_amd64.go +128 -0
- package/govendor/github.com/klauspost/compress/huff0/decompress_amd64.s +3476 -0
- package/govendor/github.com/klauspost/compress/huff0/decompress_arm64.go +72 -0
- package/govendor/github.com/klauspost/compress/huff0/decompress_arm64.s +1648 -0
- package/govendor/github.com/klauspost/compress/huff0/decompress_asm.go +252 -0
- package/govendor/github.com/klauspost/compress/huff0/decompress_generic.go +278 -0
- package/govendor/github.com/klauspost/compress/huff0/huff0.go +337 -0
- package/govendor/github.com/klauspost/compress/internal/cpuinfo/cpuinfo.go +34 -0
- package/govendor/github.com/klauspost/compress/internal/cpuinfo/cpuinfo_amd64.go +10 -0
- package/govendor/github.com/klauspost/compress/internal/cpuinfo/cpuinfo_amd64.s +34 -0
- package/govendor/github.com/klauspost/compress/internal/le/le.go +5 -0
- package/govendor/github.com/klauspost/compress/internal/le/unsafe_disabled.go +42 -0
- package/govendor/github.com/klauspost/compress/internal/le/unsafe_enabled.go +52 -0
- package/govendor/github.com/klauspost/compress/internal/regmask/regmask.go +50 -0
- package/govendor/github.com/klauspost/compress/internal/regmask/regmask_386.go +39 -0
- package/govendor/github.com/klauspost/compress/internal/snapref/LICENSE +27 -0
- package/govendor/github.com/klauspost/compress/internal/snapref/decode.go +264 -0
- package/govendor/github.com/klauspost/compress/internal/snapref/decode_other.go +113 -0
- package/govendor/github.com/klauspost/compress/internal/snapref/encode.go +291 -0
- package/govendor/github.com/klauspost/compress/internal/snapref/encode_other.go +250 -0
- package/govendor/github.com/klauspost/compress/internal/snapref/snappy.go +98 -0
- package/govendor/github.com/klauspost/compress/s2sx.mod +3 -0
- package/govendor/github.com/klauspost/compress/s2sx.sum +0 -0
- package/govendor/github.com/klauspost/compress/zstd/README.md +487 -0
- package/govendor/github.com/klauspost/compress/zstd/bitreader.go +176 -0
- package/govendor/github.com/klauspost/compress/zstd/bitwriter.go +151 -0
- package/govendor/github.com/klauspost/compress/zstd/blockdec.go +728 -0
- package/govendor/github.com/klauspost/compress/zstd/blockenc.go +923 -0
- package/govendor/github.com/klauspost/compress/zstd/blocktype_string.go +85 -0
- package/govendor/github.com/klauspost/compress/zstd/bytebuf.go +131 -0
- package/govendor/github.com/klauspost/compress/zstd/bytereader.go +82 -0
- package/govendor/github.com/klauspost/compress/zstd/decodeheader.go +261 -0
- package/govendor/github.com/klauspost/compress/zstd/decoder.go +995 -0
- package/govendor/github.com/klauspost/compress/zstd/decoder_options.go +213 -0
- package/govendor/github.com/klauspost/compress/zstd/dict.go +605 -0
- package/govendor/github.com/klauspost/compress/zstd/enc_base.go +200 -0
- package/govendor/github.com/klauspost/compress/zstd/enc_best.go +572 -0
- package/govendor/github.com/klauspost/compress/zstd/enc_better.go +1262 -0
- package/govendor/github.com/klauspost/compress/zstd/enc_dfast.go +1136 -0
- package/govendor/github.com/klauspost/compress/zstd/enc_fast.go +892 -0
- package/govendor/github.com/klauspost/compress/zstd/enc_jobs.go +352 -0
- package/govendor/github.com/klauspost/compress/zstd/encoder.go +881 -0
- package/govendor/github.com/klauspost/compress/zstd/encoder_options.go +422 -0
- package/govendor/github.com/klauspost/compress/zstd/framedec.go +404 -0
- package/govendor/github.com/klauspost/compress/zstd/frameenc.go +137 -0
- package/govendor/github.com/klauspost/compress/zstd/fse_decoder.go +333 -0
- package/govendor/github.com/klauspost/compress/zstd/fse_decoder_amd64.s +132 -0
- package/govendor/github.com/klauspost/compress/zstd/fse_decoder_arm64.s +148 -0
- package/govendor/github.com/klauspost/compress/zstd/fse_decoder_asm.go +70 -0
- package/govendor/github.com/klauspost/compress/zstd/fse_decoder_generic.go +71 -0
- package/govendor/github.com/klauspost/compress/zstd/fse_encoder.go +701 -0
- package/govendor/github.com/klauspost/compress/zstd/fse_predefined.go +168 -0
- package/govendor/github.com/klauspost/compress/zstd/hash.go +57 -0
- package/govendor/github.com/klauspost/compress/zstd/history.go +119 -0
- package/{examples/react-compiler/vendor/jsesc/LICENSE-MIT.txt → govendor/github.com/klauspost/compress/zstd/internal/xxhash/LICENSE.txt} +3 -1
- package/govendor/github.com/klauspost/compress/zstd/internal/xxhash/README.md +71 -0
- package/govendor/github.com/klauspost/compress/zstd/internal/xxhash/xxhash.go +242 -0
- package/govendor/github.com/klauspost/compress/zstd/internal/xxhash/xxhash_amd64.s +210 -0
- package/govendor/github.com/klauspost/compress/zstd/internal/xxhash/xxhash_arm64.s +184 -0
- package/govendor/github.com/klauspost/compress/zstd/internal/xxhash/xxhash_asm.go +11 -0
- package/govendor/github.com/klauspost/compress/zstd/internal/xxhash/xxhash_other.go +75 -0
- package/govendor/github.com/klauspost/compress/zstd/internal/xxhash/xxhash_safe.go +11 -0
- package/govendor/github.com/klauspost/compress/zstd/matchlen_amd64.go +15 -0
- package/govendor/github.com/klauspost/compress/zstd/matchlen_amd64.s +66 -0
- package/govendor/github.com/klauspost/compress/zstd/matchlen_generic.go +37 -0
- package/govendor/github.com/klauspost/compress/zstd/seqdec.go +620 -0
- package/govendor/github.com/klauspost/compress/zstd/seqdec_amd64.go +115 -0
- package/govendor/github.com/klauspost/compress/zstd/seqdec_amd64.s +4762 -0
- package/govendor/github.com/klauspost/compress/zstd/seqdec_arm64.go +81 -0
- package/govendor/github.com/klauspost/compress/zstd/seqdec_arm64.s +2919 -0
- package/govendor/github.com/klauspost/compress/zstd/seqdec_asm.go +327 -0
- package/govendor/github.com/klauspost/compress/zstd/seqdec_generic.go +258 -0
- package/govendor/github.com/klauspost/compress/zstd/seqenc.go +159 -0
- package/govendor/github.com/klauspost/compress/zstd/simple.go +54 -0
- package/govendor/github.com/klauspost/compress/zstd/snappy.go +447 -0
- package/govendor/github.com/klauspost/compress/zstd/zip.go +141 -0
- package/govendor/github.com/klauspost/compress/zstd/zstd.go +126 -0
- package/govendor/github.com/tetratelabs/wazero/.editorconfig +7 -0
- package/govendor/github.com/tetratelabs/wazero/.gitattributes +2 -0
- package/govendor/github.com/tetratelabs/wazero/.gitmodules +3 -0
- package/govendor/github.com/tetratelabs/wazero/CONTRIBUTING.md +75 -0
- package/govendor/github.com/tetratelabs/wazero/LICENSE +201 -0
- package/govendor/github.com/tetratelabs/wazero/Makefile +385 -0
- package/govendor/github.com/tetratelabs/wazero/NOTICE +2 -0
- package/govendor/github.com/tetratelabs/wazero/RATIONALE.md +1577 -0
- package/govendor/github.com/tetratelabs/wazero/README.md +135 -0
- package/govendor/github.com/tetratelabs/wazero/api/features.go +228 -0
- package/govendor/github.com/tetratelabs/wazero/api/wasm.go +766 -0
- package/govendor/github.com/tetratelabs/wazero/builder.go +367 -0
- package/govendor/github.com/tetratelabs/wazero/cache.go +123 -0
- package/govendor/github.com/tetratelabs/wazero/codecov.yml +9 -0
- package/govendor/github.com/tetratelabs/wazero/config.go +899 -0
- package/govendor/github.com/tetratelabs/wazero/experimental/checkpoint.go +35 -0
- package/govendor/github.com/tetratelabs/wazero/experimental/close.go +63 -0
- package/govendor/github.com/tetratelabs/wazero/experimental/compilationworkers.go +19 -0
- package/govendor/github.com/tetratelabs/wazero/experimental/experimental.go +41 -0
- package/govendor/github.com/tetratelabs/wazero/experimental/features.go +39 -0
- package/govendor/github.com/tetratelabs/wazero/experimental/importresolver.go +19 -0
- package/govendor/github.com/tetratelabs/wazero/experimental/listener.go +324 -0
- package/govendor/github.com/tetratelabs/wazero/experimental/memory.go +52 -0
- package/govendor/github.com/tetratelabs/wazero/experimental/sys/dir.go +92 -0
- package/govendor/github.com/tetratelabs/wazero/experimental/sys/errno.go +98 -0
- package/govendor/github.com/tetratelabs/wazero/experimental/sys/error.go +45 -0
- package/govendor/github.com/tetratelabs/wazero/experimental/sys/file.go +356 -0
- package/govendor/github.com/tetratelabs/wazero/experimental/sys/fs.go +292 -0
- package/govendor/github.com/tetratelabs/wazero/experimental/sys/oflag.go +70 -0
- package/govendor/github.com/tetratelabs/wazero/experimental/sys/poll.go +48 -0
- package/govendor/github.com/tetratelabs/wazero/experimental/sys/syscall_errno.go +106 -0
- package/govendor/github.com/tetratelabs/wazero/experimental/sys/syscall_errno_notwindows.go +13 -0
- package/govendor/github.com/tetratelabs/wazero/experimental/sys/syscall_errno_unsupported.go +7 -0
- package/govendor/github.com/tetratelabs/wazero/experimental/sys/syscall_errno_windows.go +37 -0
- package/govendor/github.com/tetratelabs/wazero/experimental/sys/time.go +10 -0
- package/govendor/github.com/tetratelabs/wazero/experimental/sys/unimplemented.go +160 -0
- package/govendor/github.com/tetratelabs/wazero/fsconfig.go +213 -0
- package/govendor/github.com/tetratelabs/wazero/go.mod +3 -0
- package/govendor/github.com/tetratelabs/wazero/imports/wasi_snapshot_preview1/args.go +97 -0
- package/govendor/github.com/tetratelabs/wazero/imports/wasi_snapshot_preview1/clock.go +116 -0
- package/govendor/github.com/tetratelabs/wazero/imports/wasi_snapshot_preview1/environ.go +100 -0
- package/govendor/github.com/tetratelabs/wazero/imports/wasi_snapshot_preview1/fs.go +2015 -0
- package/govendor/github.com/tetratelabs/wazero/imports/wasi_snapshot_preview1/poll.go +247 -0
- package/govendor/github.com/tetratelabs/wazero/imports/wasi_snapshot_preview1/proc.go +44 -0
- package/govendor/github.com/tetratelabs/wazero/imports/wasi_snapshot_preview1/random.go +55 -0
- package/govendor/github.com/tetratelabs/wazero/imports/wasi_snapshot_preview1/sched.go +22 -0
- package/govendor/github.com/tetratelabs/wazero/imports/wasi_snapshot_preview1/sock.go +188 -0
- package/govendor/github.com/tetratelabs/wazero/imports/wasi_snapshot_preview1/wasi.go +314 -0
- package/govendor/github.com/tetratelabs/wazero/internal/descriptor/table.go +149 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/interpreter/compiler.go +3884 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/interpreter/format.go +22 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/interpreter/interpreter.go +4963 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/interpreter/operations.go +2978 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/interpreter/signature.go +825 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/abi.go +170 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/backend.go +3 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/compiler.go +402 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/compiler_lower.go +226 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/go_call.go +33 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/abi.go +186 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/abi_entry_amd64.go +9 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/abi_entry_amd64.s +29 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/abi_entry_preamble.go +248 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/abi_go_call.go +440 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/cond.go +168 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/ext.go +35 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/instr.go +2495 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/instr_encoding.go +1714 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/lower_constant.go +71 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/lower_mem.go +187 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/machine.go +3782 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/machine_pro_epi_logue.go +334 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/machine_regalloc.go +352 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/machine_vec.go +992 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/operands.go +336 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/reg.go +181 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/stack.go +130 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/abi.go +376 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/abi_entry_arm64.go +9 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/abi_entry_arm64.s +29 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/abi_entry_preamble.go +233 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/abi_go_call.go +430 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/cond.go +215 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/instr.go +2562 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/instr_encoding.go +2357 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/lower_constant.go +301 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/lower_instr.go +2227 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/lower_instr_operands.go +340 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/lower_mem.go +451 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/machine.go +631 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/machine_pro_epi_logue.go +486 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/machine_regalloc.go +351 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/machine_relocation.go +128 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/reg.go +397 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/unwind_stack.go +84 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/machine.go +119 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/regalloc/api.go +124 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/regalloc/reg.go +123 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/regalloc/regalloc.go +1189 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/regalloc/regset.go +96 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/vdef.go +19 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/call_engine.go +884 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/engine.go +1008 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/engine_cache.go +347 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/entrypoint_amd64.go +13 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/entrypoint_arm64.go +13 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/entrypoint_other.go +15 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/frontend/frontend.go +663 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/frontend/lower.go +5045 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/frontend/misc.go +10 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/frontend/sort_id.go +13 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/hostmodule.go +88 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/isa_amd64.go +30 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/isa_arm64.go +32 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/isa_other.go +29 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/memmove.go +11 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/module_engine.go +403 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/basic_block.go +381 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/basic_block_sort.go +32 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/builder.go +790 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/cmp.go +107 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/funcref.go +12 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/instructions.go +3024 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/pass.go +393 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/pass_blk_layouts.go +334 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/pass_cfg.go +313 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/signature.go +49 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/ssa.go +14 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/type.go +115 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/vs.go +114 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/wazevoapi/debug_options.go +189 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/wazevoapi/exitcode.go +150 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/wazevoapi/offsetdata.go +248 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/wazevoapi/perfmap.go +96 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/wazevoapi/perfmap_disabled.go +5 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/wazevoapi/perfmap_enabled.go +5 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/wazevoapi/pool.go +215 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/wazevoapi/ptr.go +15 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/wazevoapi/queue.go +26 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/wazevoapi/resetmap.go +11 -0
- package/govendor/github.com/tetratelabs/wazero/internal/expctxkeys/checkpoint.go +10 -0
- package/govendor/github.com/tetratelabs/wazero/internal/expctxkeys/close.go +5 -0
- package/govendor/github.com/tetratelabs/wazero/internal/expctxkeys/compilationworkers.go +6 -0
- package/govendor/github.com/tetratelabs/wazero/internal/expctxkeys/expctxkeys.go +2 -0
- package/govendor/github.com/tetratelabs/wazero/internal/expctxkeys/importresolver.go +6 -0
- package/govendor/github.com/tetratelabs/wazero/internal/expctxkeys/listener.go +7 -0
- package/govendor/github.com/tetratelabs/wazero/internal/expctxkeys/memory.go +4 -0
- package/govendor/github.com/tetratelabs/wazero/internal/filecache/compilationcache.go +42 -0
- package/govendor/github.com/tetratelabs/wazero/internal/filecache/file_cache.go +76 -0
- package/govendor/github.com/tetratelabs/wazero/internal/ieee754/ieee754.go +29 -0
- package/govendor/github.com/tetratelabs/wazero/internal/internalapi/internal.go +9 -0
- package/govendor/github.com/tetratelabs/wazero/internal/leb128/leb128.go +285 -0
- package/govendor/github.com/tetratelabs/wazero/internal/moremath/moremath.go +271 -0
- package/govendor/github.com/tetratelabs/wazero/internal/platform/cpuid.go +26 -0
- package/govendor/github.com/tetratelabs/wazero/internal/platform/cpuid_amd64.go +22 -0
- package/govendor/github.com/tetratelabs/wazero/internal/platform/cpuid_arm64.go +13 -0
- package/govendor/github.com/tetratelabs/wazero/internal/platform/cpuid_unsupported.go +5 -0
- package/govendor/github.com/tetratelabs/wazero/internal/platform/crypto.go +17 -0
- package/govendor/github.com/tetratelabs/wazero/internal/platform/mmap_linux.go +72 -0
- package/govendor/github.com/tetratelabs/wazero/internal/platform/mmap_other.go +19 -0
- package/govendor/github.com/tetratelabs/wazero/internal/platform/mmap_unix.go +14 -0
- package/govendor/github.com/tetratelabs/wazero/internal/platform/mmap_unsupported.go +22 -0
- package/govendor/github.com/tetratelabs/wazero/internal/platform/mmap_windows.go +31 -0
- package/govendor/github.com/tetratelabs/wazero/internal/platform/path.go +6 -0
- package/govendor/github.com/tetratelabs/wazero/internal/platform/path_windows.go +17 -0
- package/govendor/github.com/tetratelabs/wazero/internal/platform/platform.go +71 -0
- package/govendor/github.com/tetratelabs/wazero/internal/platform/time.go +76 -0
- package/govendor/github.com/tetratelabs/wazero/internal/platform/time_notwindows.go +11 -0
- package/govendor/github.com/tetratelabs/wazero/internal/platform/time_windows.go +40 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sock/sock.go +89 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sock/sock_supported.go +11 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sock/sock_unsupported.go +10 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sys/fs.go +458 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sys/lazy.go +135 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sys/stdio.go +125 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sys/sys.go +228 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/adapter.go +105 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/datasync_linux.go +12 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/datasync_unsupported.go +14 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/dir.go +24 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/dirfs.go +137 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/file.go +576 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/file_unix.go +39 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/file_unsupported.go +28 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/file_windows.go +133 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/futimens.go +29 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/futimens_darwin.go +42 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/futimens_darwin.s +8 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/futimens_linux.go +38 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/futimens_unsupported.go +18 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/futimens_windows.go +42 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/ino_unix.go +22 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/ino_unsupported.go +17 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/ino_windows.go +28 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/nonblock_unix.go +17 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/nonblock_unsupported.go +13 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/nonblock_windows.go +23 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/oflag.go +38 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/open_file_bsd.go +26 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/open_file_darwin.go +26 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/open_file_supported.go +30 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/open_file_unix.go +20 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/open_file_unsupported.go +16 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/open_file_windows.go +163 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/osfile.go +318 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/poll.go +17 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/poll_darwin.go +55 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/poll_darwin.s +8 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/poll_linux.go +57 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/poll_unsupported.go +12 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/poll_windows.go +224 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/readfs.go +117 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/rename_unix.go +16 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/rename_unsupported.go +16 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/rename_windows.go +55 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/sock.go +186 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/sock_supported.go +76 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/sock_unix.go +48 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/sock_unsupported.go +79 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/sock_windows.go +80 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/stat.go +16 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/stat_supported.go +40 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/stat_unsupported.go +40 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/stat_windows.go +118 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/sync.go +13 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/sync_windows.go +20 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/syscall6_darwin.go +13 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/sysfs.go +6 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/unlink_unix.go +17 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/unlink_unsupported.go +14 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/unlink_windows.go +25 -0
- package/govendor/github.com/tetratelabs/wazero/internal/u32/u32.go +11 -0
- package/govendor/github.com/tetratelabs/wazero/internal/u64/u64.go +15 -0
- package/govendor/github.com/tetratelabs/wazero/internal/version/version.go +52 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasip1/args.go +6 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasip1/clock.go +16 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasip1/environ.go +6 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasip1/errno.go +314 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasip1/fs.go +164 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasip1/poll.go +15 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasip1/proc.go +6 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasip1/random.go +3 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasip1/rights.go +148 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasip1/sched.go +3 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasip1/sock.go +71 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasip1/wasi.go +26 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/code.go +124 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/const_expr.go +116 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/custom.go +22 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/data.go +79 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/decoder.go +235 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/element.go +250 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/errors.go +11 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/export.go +32 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/function.go +56 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/global.go +50 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/header.go +9 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/import.go +68 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/limits.go +47 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/memory.go +42 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/names.go +151 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/section.go +309 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/table.go +79 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/value.go +97 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/const_expr.go +259 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/counts.go +53 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/engine.go +76 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/exception.go +9 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/func_validation.go +2804 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/function_definition.go +210 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/global.go +55 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/gofunc.go +279 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/host.go +179 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/instruction.go +1962 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/memory.go +475 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/memory_definition.go +128 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/module.go +1359 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/module_instance.go +251 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/module_instance_lookup.go +73 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/store.go +726 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/store_module_list.go +95 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/table.go +321 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasmdebug/debug.go +170 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasmdebug/dwarf.go +225 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasmruntime/errors.go +54 -0
- package/govendor/github.com/tetratelabs/wazero/netlify.toml +15 -0
- package/govendor/github.com/tetratelabs/wazero/runtime.go +399 -0
- package/govendor/github.com/tetratelabs/wazero/sys/clock.go +26 -0
- package/govendor/github.com/tetratelabs/wazero/sys/error.go +83 -0
- package/govendor/github.com/tetratelabs/wazero/sys/stat.go +105 -0
- package/govendor/github.com/tetratelabs/wazero/sys/stat_bsd.go +29 -0
- package/govendor/github.com/tetratelabs/wazero/sys/stat_posix.go +29 -0
- package/govendor/github.com/tetratelabs/wazero/sys/stat_unsupported.go +14 -0
- package/govendor/github.com/tetratelabs/wazero/sys/stat_windows.go +24 -0
- package/govendor/golang.org/x/crypto/LICENSE +27 -0
- package/govendor/golang.org/x/crypto/PATENTS +22 -0
- package/govendor/golang.org/x/crypto/cryptobyte/asn1/asn1.go +46 -0
- package/govendor/golang.org/x/crypto/cryptobyte/asn1.go +825 -0
- package/govendor/golang.org/x/crypto/cryptobyte/builder.go +350 -0
- package/govendor/golang.org/x/crypto/cryptobyte/string.go +183 -0
- package/govendor/golang.org/x/crypto/go.mod +3 -0
- package/govendor/golang.org/x/crypto/pbkdf2/pbkdf2.go +30 -0
- package/govendor/golang.org/x/net/LICENSE +27 -0
- package/govendor/golang.org/x/net/PATENTS +22 -0
- package/govendor/golang.org/x/net/dns/dnsmessage/message.go +2733 -0
- package/govendor/golang.org/x/net/dns/dnsmessage/svcb.go +333 -0
- package/govendor/golang.org/x/net/go.mod +3 -0
- package/govendor/golang.org/x/net/http/httpguts/guts.go +50 -0
- package/govendor/golang.org/x/net/http/httpguts/httplex.go +347 -0
- package/govendor/golang.org/x/net/http2/README.md +19 -0
- package/govendor/golang.org/x/net/http2/ascii.go +65 -0
- package/govendor/golang.org/x/net/http2/ciphers.go +641 -0
- package/govendor/golang.org/x/net/http2/client_conn_pool.go +301 -0
- package/govendor/golang.org/x/net/http2/client_priority_go126.go +20 -0
- package/govendor/golang.org/x/net/http2/client_priority_go127.go +13 -0
- package/govendor/golang.org/x/net/http2/clientconn.go +57 -0
- package/govendor/golang.org/x/net/http2/config.go +171 -0
- package/govendor/golang.org/x/net/http2/config_go125.go +15 -0
- package/govendor/golang.org/x/net/http2/config_go126.go +15 -0
- package/govendor/golang.org/x/net/http2/databuffer.go +146 -0
- package/govendor/golang.org/x/net/http2/errors.go +145 -0
- package/govendor/golang.org/x/net/http2/flow.go +175 -0
- package/govendor/golang.org/x/net/http2/frame.go +1887 -0
- package/govendor/golang.org/x/net/http2/gotrack.go +181 -0
- package/govendor/golang.org/x/net/http2/hpack/encode.go +244 -0
- package/govendor/golang.org/x/net/http2/hpack/hpack.go +522 -0
- package/govendor/golang.org/x/net/http2/hpack/huffman.go +226 -0
- package/govendor/golang.org/x/net/http2/hpack/static_table.go +188 -0
- package/govendor/golang.org/x/net/http2/hpack/tables.go +426 -0
- package/govendor/golang.org/x/net/http2/http2.go +415 -0
- package/govendor/golang.org/x/net/http2/pipe.go +184 -0
- package/govendor/golang.org/x/net/http2/server.go +3239 -0
- package/govendor/golang.org/x/net/http2/server_common.go +268 -0
- package/govendor/golang.org/x/net/http2/server_wrap.go +217 -0
- package/govendor/golang.org/x/net/http2/transport.go +3084 -0
- package/govendor/golang.org/x/net/http2/transport_common.go +516 -0
- package/govendor/golang.org/x/net/http2/transport_wrap.go +583 -0
- package/govendor/golang.org/x/net/http2/unencrypted.go +32 -0
- package/govendor/golang.org/x/net/http2/write.go +381 -0
- package/govendor/golang.org/x/net/http2/writesched.go +253 -0
- package/govendor/golang.org/x/net/http2/writesched_common.go +90 -0
- package/govendor/golang.org/x/net/http2/writesched_priority_rfc7540.go +420 -0
- package/govendor/golang.org/x/net/http2/writesched_priority_rfc9218.go +226 -0
- package/govendor/golang.org/x/net/http2/writesched_random.go +81 -0
- package/govendor/golang.org/x/net/http2/writesched_roundrobin.go +121 -0
- package/govendor/golang.org/x/net/idna/idna.go +884 -0
- package/govendor/golang.org/x/net/idna/punycode.go +220 -0
- package/govendor/golang.org/x/net/idna/tables15.0.0.go +5144 -0
- package/govendor/golang.org/x/net/idna/tables17.0.0.go +5302 -0
- package/govendor/golang.org/x/net/idna/trie.go +51 -0
- package/govendor/golang.org/x/net/idna/trieval.go +119 -0
- package/govendor/golang.org/x/net/internal/httpcommon/README.md +7 -0
- package/govendor/golang.org/x/net/internal/httpcommon/ascii.go +53 -0
- package/govendor/golang.org/x/net/internal/httpcommon/gzip.go +132 -0
- package/govendor/golang.org/x/net/internal/httpcommon/headermap.go +115 -0
- package/govendor/golang.org/x/net/internal/httpcommon/request.go +503 -0
- package/govendor/golang.org/x/net/internal/httpsfv/httpsfv.go +665 -0
- package/govendor/golang.org/x/sys/cpu/asm_aix_ppc64.s +17 -0
- package/govendor/golang.org/x/sys/cpu/asm_darwin_arm64_gc.s +12 -0
- package/govendor/golang.org/x/sys/cpu/asm_darwin_x86_gc.s +17 -0
- package/govendor/golang.org/x/sys/cpu/byteorder.go +66 -0
- package/govendor/golang.org/x/sys/cpu/cpu.go +357 -0
- package/govendor/golang.org/x/sys/cpu/cpu_aix.go +33 -0
- package/govendor/golang.org/x/sys/cpu/cpu_arm.go +73 -0
- package/govendor/golang.org/x/sys/cpu/cpu_arm64.go +191 -0
- package/govendor/golang.org/x/sys/cpu/cpu_arm64.s +35 -0
- package/govendor/golang.org/x/sys/cpu/cpu_darwin_arm64.go +67 -0
- package/govendor/golang.org/x/sys/cpu/cpu_darwin_arm64_other.go +31 -0
- package/govendor/golang.org/x/sys/cpu/cpu_darwin_x86.go +61 -0
- package/govendor/golang.org/x/sys/cpu/cpu_gc_arm64.go +12 -0
- package/govendor/golang.org/x/sys/cpu/cpu_gc_riscv64.go +11 -0
- package/govendor/golang.org/x/sys/cpu/cpu_gc_s390x.go +21 -0
- package/govendor/golang.org/x/sys/cpu/cpu_gc_x86.go +15 -0
- package/govendor/golang.org/x/sys/cpu/cpu_gc_x86.s +26 -0
- package/govendor/golang.org/x/sys/cpu/cpu_gccgo_arm64.go +12 -0
- package/govendor/golang.org/x/sys/cpu/cpu_gccgo_s390x.go +22 -0
- package/govendor/golang.org/x/sys/cpu/cpu_gccgo_x86.c +37 -0
- package/govendor/golang.org/x/sys/cpu/cpu_gccgo_x86.go +25 -0
- package/govendor/golang.org/x/sys/cpu/cpu_linux.go +15 -0
- package/govendor/golang.org/x/sys/cpu/cpu_linux_arm.go +39 -0
- package/govendor/golang.org/x/sys/cpu/cpu_linux_arm64.go +120 -0
- package/govendor/golang.org/x/sys/cpu/cpu_linux_loong64.go +22 -0
- package/govendor/golang.org/x/sys/cpu/cpu_linux_mips64x.go +22 -0
- package/govendor/golang.org/x/sys/cpu/cpu_linux_noinit.go +9 -0
- package/govendor/golang.org/x/sys/cpu/cpu_linux_ppc64x.go +34 -0
- package/govendor/golang.org/x/sys/cpu/cpu_linux_riscv64.go +173 -0
- package/govendor/golang.org/x/sys/cpu/cpu_linux_s390x.go +40 -0
- package/govendor/golang.org/x/sys/cpu/cpu_loong64.go +62 -0
- package/govendor/golang.org/x/sys/cpu/cpu_loong64.s +13 -0
- package/govendor/golang.org/x/sys/cpu/cpu_mips64x.go +15 -0
- package/govendor/golang.org/x/sys/cpu/cpu_mipsx.go +11 -0
- package/govendor/golang.org/x/sys/cpu/cpu_netbsd_amd64.go +47 -0
- package/govendor/golang.org/x/sys/cpu/cpu_netbsd_arm64.go +173 -0
- package/govendor/golang.org/x/sys/cpu/cpu_openbsd_arm64.go +65 -0
- package/govendor/golang.org/x/sys/cpu/cpu_openbsd_arm64.s +11 -0
- package/govendor/golang.org/x/sys/cpu/cpu_other_arm.go +9 -0
- package/govendor/golang.org/x/sys/cpu/cpu_other_arm64.go +11 -0
- package/govendor/golang.org/x/sys/cpu/cpu_other_mips64x.go +11 -0
- package/govendor/golang.org/x/sys/cpu/cpu_other_ppc64x.go +12 -0
- package/govendor/golang.org/x/sys/cpu/cpu_other_riscv64.go +11 -0
- package/govendor/golang.org/x/sys/cpu/cpu_other_x86.go +11 -0
- package/govendor/golang.org/x/sys/cpu/cpu_ppc64x.go +16 -0
- package/govendor/golang.org/x/sys/cpu/cpu_riscv64.go +33 -0
- package/govendor/golang.org/x/sys/cpu/cpu_riscv64.s +17 -0
- package/govendor/golang.org/x/sys/cpu/cpu_s390x.go +172 -0
- package/govendor/golang.org/x/sys/cpu/cpu_s390x.s +57 -0
- package/govendor/golang.org/x/sys/cpu/cpu_sparc64.go +12 -0
- package/govendor/golang.org/x/sys/cpu/cpu_wasm.go +17 -0
- package/govendor/golang.org/x/sys/cpu/cpu_windows.go +26 -0
- package/govendor/golang.org/x/sys/cpu/cpu_windows_arm64.go +38 -0
- package/govendor/golang.org/x/sys/cpu/cpu_x86.go +259 -0
- package/govendor/golang.org/x/sys/cpu/cpu_zos.go +10 -0
- package/govendor/golang.org/x/sys/cpu/cpu_zos_s390x.go +25 -0
- package/govendor/golang.org/x/sys/cpu/endian_big.go +10 -0
- package/govendor/golang.org/x/sys/cpu/endian_little.go +10 -0
- package/govendor/golang.org/x/sys/cpu/hwcap_linux.go +71 -0
- package/govendor/golang.org/x/sys/cpu/parse.go +55 -0
- package/govendor/golang.org/x/sys/cpu/proc_cpuinfo_linux.go +53 -0
- package/govendor/golang.org/x/sys/cpu/runtime_auxv.go +16 -0
- package/govendor/golang.org/x/sys/cpu/runtime_auxv_go121.go +18 -0
- package/govendor/golang.org/x/sys/cpu/syscall_aix_gccgo.go +26 -0
- package/govendor/golang.org/x/sys/cpu/syscall_aix_ppc64_gc.go +35 -0
- package/govendor/golang.org/x/sys/cpu/syscall_darwin_arm64_gc.go +54 -0
- package/govendor/golang.org/x/sys/cpu/syscall_darwin_x86_gc.go +98 -0
- package/govendor/golang.org/x/sys/cpu/zcpu_windows.go +48 -0
- package/govendor/golang.org/x/sys/unix/asm_linux_ppc64x.s +20 -0
- package/govendor/golang.org/x/sys/unix/asm_linux_sparc64.s +48 -0
- package/govendor/golang.org/x/sys/unix/asm_zos_s390x.s +4 -186
- package/govendor/golang.org/x/sys/unix/bpxsvc_zos.s +9 -9
- package/govendor/golang.org/x/sys/unix/fcntl_darwin.go +2 -2
- package/govendor/golang.org/x/sys/unix/mkerrors.sh +1 -1
- package/govendor/golang.org/x/sys/unix/ptrace_zos.go +537 -0
- package/govendor/golang.org/x/sys/unix/ptrace_zos_singlestep.go +425 -0
- package/govendor/golang.org/x/sys/unix/syscall_darwin.go +1 -0
- package/govendor/golang.org/x/sys/unix/syscall_freebsd.go +9 -0
- package/govendor/golang.org/x/sys/unix/syscall_linux.go +20 -1
- package/govendor/golang.org/x/sys/unix/syscall_linux_sparc64.go +3 -3
- package/govendor/golang.org/x/sys/unix/syscall_netbsd.go +9 -0
- package/govendor/golang.org/x/sys/unix/syscall_unix_gc.go +1 -1
- package/govendor/golang.org/x/sys/unix/syscall_zos_s390x.go +0 -4
- package/govendor/golang.org/x/sys/unix/xattr_bsd.go +12 -12
- package/govendor/golang.org/x/sys/unix/zerrors_darwin_amd64.go +6 -0
- package/govendor/golang.org/x/sys/unix/zerrors_darwin_arm64.go +6 -0
- package/govendor/golang.org/x/sys/unix/zerrors_linux.go +32 -0
- package/govendor/golang.org/x/sys/unix/zerrors_linux_386.go +2 -0
- package/govendor/golang.org/x/sys/unix/zerrors_linux_amd64.go +2 -0
- package/govendor/golang.org/x/sys/unix/zerrors_linux_arm.go +2 -0
- package/govendor/golang.org/x/sys/unix/zerrors_linux_arm64.go +2 -0
- package/govendor/golang.org/x/sys/unix/zerrors_linux_loong64.go +2 -0
- package/govendor/golang.org/x/sys/unix/zerrors_linux_mips.go +2 -0
- package/govendor/golang.org/x/sys/unix/zerrors_linux_mips64.go +2 -0
- package/govendor/golang.org/x/sys/unix/zerrors_linux_mips64le.go +2 -0
- package/govendor/golang.org/x/sys/unix/zerrors_linux_mipsle.go +2 -0
- package/govendor/golang.org/x/sys/unix/zerrors_linux_ppc.go +2 -0
- package/govendor/golang.org/x/sys/unix/zerrors_linux_ppc64.go +2 -0
- package/govendor/golang.org/x/sys/unix/zerrors_linux_ppc64le.go +2 -0
- package/govendor/golang.org/x/sys/unix/zerrors_linux_riscv64.go +2 -0
- package/govendor/golang.org/x/sys/unix/zerrors_linux_s390x.go +2 -0
- package/govendor/golang.org/x/sys/unix/zerrors_linux_sparc64.go +2 -0
- package/govendor/golang.org/x/sys/unix/zsyscall_darwin_amd64.go +11 -0
- package/govendor/golang.org/x/sys/unix/zsyscall_darwin_arm64.go +11 -0
- package/govendor/golang.org/x/sys/unix/zsyscall_freebsd_386.go +159 -0
- package/govendor/golang.org/x/sys/unix/zsyscall_freebsd_amd64.go +159 -0
- package/govendor/golang.org/x/sys/unix/zsyscall_freebsd_arm.go +159 -0
- package/govendor/golang.org/x/sys/unix/zsyscall_freebsd_arm64.go +159 -0
- package/govendor/golang.org/x/sys/unix/zsyscall_freebsd_riscv64.go +159 -0
- package/govendor/golang.org/x/sys/unix/zsyscall_linux.go +28 -1
- package/govendor/golang.org/x/sys/unix/zsyscall_linux_sparc64.go +3 -3
- package/govendor/golang.org/x/sys/unix/zsyscall_netbsd_386.go +159 -0
- package/govendor/golang.org/x/sys/unix/zsyscall_netbsd_amd64.go +159 -0
- package/govendor/golang.org/x/sys/unix/zsyscall_netbsd_arm.go +159 -0
- package/govendor/golang.org/x/sys/unix/zsyscall_netbsd_arm64.go +159 -0
- package/govendor/golang.org/x/sys/unix/zsysnum_zos_s390x.go +13 -0
- package/govendor/golang.org/x/sys/unix/ztypes_linux.go +65 -36
- package/govendor/golang.org/x/sys/unix/ztypes_linux_386.go +6 -0
- package/govendor/golang.org/x/sys/unix/ztypes_linux_amd64.go +7 -0
- package/govendor/golang.org/x/sys/unix/ztypes_linux_arm.go +6 -0
- package/govendor/golang.org/x/sys/unix/ztypes_linux_arm64.go +7 -0
- package/govendor/golang.org/x/sys/unix/ztypes_linux_loong64.go +7 -0
- package/govendor/golang.org/x/sys/unix/ztypes_linux_mips.go +6 -0
- package/govendor/golang.org/x/sys/unix/ztypes_linux_mips64.go +7 -0
- package/govendor/golang.org/x/sys/unix/ztypes_linux_mips64le.go +7 -0
- package/govendor/golang.org/x/sys/unix/ztypes_linux_mipsle.go +6 -0
- package/govendor/golang.org/x/sys/unix/ztypes_linux_ppc.go +6 -0
- package/govendor/golang.org/x/sys/unix/ztypes_linux_ppc64.go +7 -0
- package/govendor/golang.org/x/sys/unix/ztypes_linux_ppc64le.go +7 -0
- package/govendor/golang.org/x/sys/unix/ztypes_linux_riscv64.go +7 -0
- package/govendor/golang.org/x/sys/unix/ztypes_linux_s390x.go +7 -0
- package/govendor/golang.org/x/sys/unix/ztypes_linux_sparc64.go +10 -5
- package/govendor/golang.org/x/sys/unix/ztypes_zos_s390x.go +78 -0
- package/govendor/golang.org/x/text/.gitattributes +10 -0
- package/govendor/golang.org/x/text/CONTRIBUTING.md +26 -0
- package/govendor/golang.org/x/text/LICENSE +27 -0
- package/govendor/golang.org/x/text/PATENTS +22 -0
- package/govendor/golang.org/x/text/README.md +81 -0
- package/govendor/golang.org/x/text/cases/cases.go +162 -0
- package/govendor/golang.org/x/text/cases/context.go +376 -0
- package/govendor/golang.org/x/text/cases/fold.go +34 -0
- package/govendor/golang.org/x/text/cases/icu.go +61 -0
- package/govendor/golang.org/x/text/cases/info.go +82 -0
- package/govendor/golang.org/x/text/cases/map.go +816 -0
- package/govendor/golang.org/x/text/cases/tables15.0.0.go +2527 -0
- package/govendor/golang.org/x/text/cases/tables17.0.0.go +2642 -0
- package/govendor/golang.org/x/text/cases/trieval.go +217 -0
- package/govendor/golang.org/x/text/codereview.cfg +1 -0
- package/govendor/golang.org/x/text/collate/collate.go +402 -0
- package/govendor/golang.org/x/text/collate/index.go +32 -0
- package/govendor/golang.org/x/text/collate/option.go +239 -0
- package/govendor/golang.org/x/text/collate/sort.go +81 -0
- package/govendor/golang.org/x/text/collate/tables.go +73789 -0
- package/govendor/golang.org/x/text/currency/common.go +67 -0
- package/govendor/golang.org/x/text/currency/currency.go +185 -0
- package/govendor/golang.org/x/text/currency/format.go +220 -0
- package/govendor/golang.org/x/text/currency/query.go +152 -0
- package/govendor/golang.org/x/text/currency/tables.go +2629 -0
- package/govendor/golang.org/x/text/doc.go +16 -0
- package/govendor/golang.org/x/text/feature/plural/common.go +70 -0
- package/govendor/golang.org/x/text/feature/plural/message.go +244 -0
- package/govendor/golang.org/x/text/feature/plural/plural.go +262 -0
- package/govendor/golang.org/x/text/feature/plural/tables.go +552 -0
- package/govendor/golang.org/x/text/go.mod +3 -0
- package/govendor/golang.org/x/text/internal/catmsg/catmsg.go +417 -0
- package/govendor/golang.org/x/text/internal/catmsg/codec.go +407 -0
- package/govendor/golang.org/x/text/internal/catmsg/varint.go +62 -0
- package/govendor/golang.org/x/text/internal/colltab/collelem.go +374 -0
- package/govendor/golang.org/x/text/internal/colltab/colltab.go +105 -0
- package/govendor/golang.org/x/text/internal/colltab/contract.go +145 -0
- package/govendor/golang.org/x/text/internal/colltab/iter.go +178 -0
- package/govendor/golang.org/x/text/internal/colltab/numeric.go +236 -0
- package/govendor/golang.org/x/text/internal/colltab/table.go +275 -0
- package/govendor/golang.org/x/text/internal/colltab/trie.go +159 -0
- package/govendor/golang.org/x/text/internal/colltab/weighter.go +31 -0
- package/govendor/golang.org/x/text/internal/format/format.go +41 -0
- package/govendor/golang.org/x/text/internal/format/parser.go +358 -0
- package/govendor/golang.org/x/text/internal/internal.go +49 -0
- package/govendor/golang.org/x/text/internal/language/common.go +16 -0
- package/govendor/golang.org/x/text/internal/language/compact/compact.go +61 -0
- package/govendor/golang.org/x/text/internal/language/compact/language.go +260 -0
- package/govendor/golang.org/x/text/internal/language/compact/parents.go +120 -0
- package/govendor/golang.org/x/text/internal/language/compact/tables.go +1015 -0
- package/govendor/golang.org/x/text/internal/language/compact/tags.go +91 -0
- package/govendor/golang.org/x/text/internal/language/compact.go +29 -0
- package/govendor/golang.org/x/text/internal/language/compose.go +167 -0
- package/govendor/golang.org/x/text/internal/language/coverage.go +28 -0
- package/govendor/golang.org/x/text/internal/language/language.go +627 -0
- package/govendor/golang.org/x/text/internal/language/lookup.go +412 -0
- package/govendor/golang.org/x/text/internal/language/match.go +226 -0
- package/govendor/golang.org/x/text/internal/language/parse.go +608 -0
- package/govendor/golang.org/x/text/internal/language/tables.go +3494 -0
- package/govendor/golang.org/x/text/internal/language/tags.go +48 -0
- package/govendor/golang.org/x/text/internal/match.go +67 -0
- package/govendor/golang.org/x/text/internal/number/common.go +55 -0
- package/govendor/golang.org/x/text/internal/number/decimal.go +500 -0
- package/govendor/golang.org/x/text/internal/number/format.go +533 -0
- package/govendor/golang.org/x/text/internal/number/number.go +152 -0
- package/govendor/golang.org/x/text/internal/number/pattern.go +485 -0
- package/govendor/golang.org/x/text/internal/number/roundingmode_string.go +30 -0
- package/govendor/golang.org/x/text/internal/number/tables.go +1219 -0
- package/govendor/golang.org/x/text/internal/stringset/set.go +86 -0
- package/govendor/golang.org/x/text/internal/tag/tag.go +100 -0
- package/govendor/golang.org/x/text/language/coverage.go +187 -0
- package/govendor/golang.org/x/text/language/display/dict.go +92 -0
- package/govendor/golang.org/x/text/language/display/display.go +420 -0
- package/govendor/golang.org/x/text/language/display/lookup.go +253 -0
- package/govendor/golang.org/x/text/language/display/tables.go +53114 -0
- package/govendor/golang.org/x/text/language/doc.go +98 -0
- package/govendor/golang.org/x/text/language/language.go +605 -0
- package/govendor/golang.org/x/text/language/match.go +735 -0
- package/govendor/golang.org/x/text/language/parse.go +258 -0
- package/govendor/golang.org/x/text/language/tables.go +298 -0
- package/govendor/golang.org/x/text/language/tags.go +145 -0
- package/govendor/golang.org/x/text/message/catalog/catalog.go +365 -0
- package/govendor/golang.org/x/text/message/catalog/dict.go +133 -0
- package/govendor/golang.org/x/text/secure/bidirule/bidirule.go +346 -0
- package/govendor/golang.org/x/text/transform/transform.go +709 -0
- package/govendor/golang.org/x/text/unicode/bidi/bidi.go +359 -0
- package/govendor/golang.org/x/text/unicode/bidi/bracket.go +335 -0
- package/govendor/golang.org/x/text/unicode/bidi/core.go +1050 -0
- package/govendor/golang.org/x/text/unicode/bidi/prop.go +206 -0
- package/govendor/golang.org/x/text/unicode/bidi/tables15.0.0.go +2042 -0
- package/govendor/golang.org/x/text/unicode/bidi/tables17.0.0.go +2135 -0
- package/govendor/golang.org/x/text/unicode/bidi/trieval.go +48 -0
- package/govendor/golang.org/x/text/unicode/norm/composition.go +524 -0
- package/govendor/golang.org/x/text/unicode/norm/forminfo.go +296 -0
- package/govendor/golang.org/x/text/unicode/norm/input.go +109 -0
- package/govendor/golang.org/x/text/unicode/norm/iter.go +454 -0
- package/govendor/golang.org/x/text/unicode/norm/normalize.go +613 -0
- package/govendor/golang.org/x/text/unicode/norm/readwriter.go +125 -0
- package/govendor/golang.org/x/text/unicode/norm/tables15.0.0.go +7907 -0
- package/govendor/golang.org/x/text/unicode/norm/tables17.0.0.go +8104 -0
- package/govendor/golang.org/x/text/unicode/norm/transform.go +89 -0
- package/govendor/golang.org/x/text/unicode/norm/trie.go +54 -0
- package/govendor/manifest.txt +11 -2
- package/govendor/software.sslmate.com/src/go-pkcs12/.gitattributes +10 -0
- package/govendor/software.sslmate.com/src/go-pkcs12/LICENSE +28 -0
- package/govendor/software.sslmate.com/src/go-pkcs12/README.md +31 -0
- package/govendor/software.sslmate.com/src/go-pkcs12/bmp-string.go +63 -0
- package/govendor/software.sslmate.com/src/go-pkcs12/crypto.go +331 -0
- package/govendor/software.sslmate.com/src/go-pkcs12/errors.go +23 -0
- package/govendor/software.sslmate.com/src/go-pkcs12/go.mod +3 -0
- package/govendor/software.sslmate.com/src/go-pkcs12/internal/rc2/rc2.go +271 -0
- package/govendor/software.sslmate.com/src/go-pkcs12/mac.go +202 -0
- package/govendor/software.sslmate.com/src/go-pkcs12/pbkdf.go +184 -0
- package/govendor/software.sslmate.com/src/go-pkcs12/pkcs12.go +1000 -0
- package/govendor/software.sslmate.com/src/go-pkcs12/safebags.go +107 -0
- package/package.json +11 -1
- package/types/tsconfig.json +17 -0
- package/types/typenative-npm.d.ts +1327 -80
- package/types/typenative.d.ts +1312 -25
- package/.gitattributes +0 -1
- package/.github/workflows/ci.yml +0 -68
- package/.github/workflows/npm-publish-github-packages.yml +0 -88
- package/CHANGELOG.md +0 -1358
- package/CONTRIBUTION.md +0 -133
- package/conformance.md +0 -1450
- package/examples/README.md +0 -113
- package/examples/angular-templates/README.md +0 -141
- package/examples/angular-templates/bench.mjs +0 -173
- package/examples/angular-templates/dom-type-globals.d.ts +0 -21
- package/examples/angular-templates/dom-type-stubs.ts +0 -21
- package/examples/angular-templates/main.ts +0 -135
- package/examples/angular-templates/parity.mjs +0 -157
- package/examples/angular-templates/run-node.mjs +0 -69
- package/examples/angular-templates/vendor/angular/compiler/LICENSE +0 -21
- package/examples/desktop-notes/README.md +0 -106
- package/examples/desktop-notes/bench.mjs +0 -125
- package/examples/desktop-notes/main.ts +0 -131
- package/examples/desktop-notes/package-lock.json +0 -726
- package/examples/desktop-notes/package.json +0 -9
- package/examples/desktop-notes/ui.ts +0 -176
- package/examples/dupe-finder/README.md +0 -78
- package/examples/dupe-finder/bench.mjs +0 -120
- package/examples/dupe-finder/main.ts +0 -87
- package/examples/fibonacci/README.md +0 -89
- package/examples/fibonacci/bench.mjs +0 -87
- package/examples/fibonacci/main.ts +0 -21
- package/examples/hello-world/README.md +0 -62
- package/examples/hello-world/bench.mjs +0 -66
- package/examples/hello-world/main.ts +0 -7
- package/examples/json-server/README.md +0 -131
- package/examples/json-server/bench.mjs +0 -263
- package/examples/json-server/main.ts +0 -67
- package/examples/mandelbrot-png/README.md +0 -63
- package/examples/mandelbrot-png/bench.mjs +0 -95
- package/examples/mandelbrot-png/main.ts +0 -98
- package/examples/mandelbrot-png/preview.png +0 -0
- package/examples/marked-cli/README.md +0 -175
- package/examples/marked-cli/bench.mjs +0 -178
- package/examples/marked-cli/main.ts +0 -410
- package/examples/marked-cli/parity.mjs +0 -185
- package/examples/marked-cli/vendor/marked/LICENSE +0 -44
- package/examples/marked-cli/vendor/marked/VENDOR.md +0 -26
- package/examples/openai-chat/README.md +0 -148
- package/examples/openai-chat/bench.mjs +0 -175
- package/examples/openai-chat/main.ts +0 -488
- package/examples/react-compiler/README.md +0 -185
- package/examples/react-compiler/bench.mjs +0 -181
- package/examples/react-compiler/main.ts +0 -324
- package/examples/react-compiler/parity.mjs +0 -362
- package/examples/react-compiler/run-node.mjs +0 -90
- package/examples/react-compiler/vendor/babel/LICENSE +0 -22
- package/examples/react-compiler/vendor/babel/helper-globals/data/builtin-lower.json +0 -15
- package/examples/react-compiler/vendor/babel/helper-globals/data/builtin-upper.json +0 -51
- package/examples/react-compiler/vendor/charcodes/package.json +0 -25
- package/examples/react-compiler/vendor/invariant/LICENSE +0 -21
- package/examples/react-compiler/vendor/invariant/invariant.cjs +0 -51
- package/examples/react-compiler/vendor/invariant/invariant.d.cts +0 -11
- package/examples/react-compiler/vendor/invariant/types/LICENSE +0 -21
- package/examples/react-compiler/vendor/jridgewell/gen-mapping/LICENSE +0 -19
- package/examples/react-compiler/vendor/jridgewell/resolve-uri/LICENSE +0 -19
- package/examples/react-compiler/vendor/jridgewell/sourcemap-codec/LICENSE +0 -19
- package/examples/react-compiler/vendor/jridgewell/trace-mapping/LICENSE +0 -19
- package/examples/react-compiler/vendor/js-tokens/LICENSE +0 -21
- package/examples/react-compiler/vendor/js-tokens/index.cjs +0 -23
- package/examples/react-compiler/vendor/js-tokens/index.d.cts +0 -13
- package/examples/react-compiler/vendor/jsesc/jsesc.cjs +0 -337
- package/examples/react-compiler/vendor/jsesc/jsesc.d.cts +0 -384
- package/examples/react-compiler/vendor/jsesc/types/LICENSE +0 -21
- package/examples/react-compiler/vendor/picocolors/picocolors.cjs +0 -75
- package/examples/react-compiler/vendor/picocolors/picocolors.d.cts +0 -5
- package/examples/react-compiler/vendor/picocolors/types.d.ts +0 -51
- package/examples/react-compiler/vendor/react-compiler/LICENSE +0 -21
- package/examples/react-compiler/vendor/stubs/babel-core.ts +0 -31
- package/examples/react-compiler/vendor/stubs/debug.ts +0 -18
- package/examples/react-compiler/vendor/stubs/js-tokens.d.ts +0 -13
- package/examples/react-compiler/vendor/stubs/pretty-format.ts +0 -18
- package/examples/react-compiler/vendor/zod/LICENSE +0 -21
- package/examples/react-compiler/vendor/zod-validation-error/LICENSE +0 -9
- package/examples/react-compiler/vendor/zod-validation-error/lib/utils/NonEmptyArray.ts +0 -5
- package/examples/react-compiler/vendor/zod-validation-error/lib/utils/joinPath.ts +0 -49
- package/examples/react-compiler/vendor/zod-validation-error/lib/utils/joinValues.ts +0 -48
- package/examples/react-compiler/vendor/zod-validation-error/lib/utils/stringify.ts +0 -50
- package/examples/react-compiler/vendor/zod-validation-error/lib/utils/titleCase.ts +0 -6
- package/examples/react-compiler/vendor/zod-validation-error/lib/v4/MessageBuilder.ts +0 -126
- package/examples/react-compiler/vendor/zod-validation-error/lib/v4/ValidationError.ts +0 -39
- package/examples/react-compiler/vendor/zod-validation-error/lib/v4/errorMap/custom.ts +0 -12
- package/examples/react-compiler/vendor/zod-validation-error/lib/v4/errorMap/errorMap.ts +0 -78
- package/examples/react-compiler/vendor/zod-validation-error/lib/v4/errorMap/index.ts +0 -2
- package/examples/react-compiler/vendor/zod-validation-error/lib/v4/errorMap/invalidElement.ts +0 -12
- package/examples/react-compiler/vendor/zod-validation-error/lib/v4/errorMap/invalidKey.ts +0 -12
- package/examples/react-compiler/vendor/zod-validation-error/lib/v4/errorMap/invalidStringFormat.ts +0 -131
- package/examples/react-compiler/vendor/zod-validation-error/lib/v4/errorMap/invalidType.ts +0 -54
- package/examples/react-compiler/vendor/zod-validation-error/lib/v4/errorMap/invalidUnion.ts +0 -12
- package/examples/react-compiler/vendor/zod-validation-error/lib/v4/errorMap/invalidValue.ts +0 -40
- package/examples/react-compiler/vendor/zod-validation-error/lib/v4/errorMap/notMultipleOf.ts +0 -12
- package/examples/react-compiler/vendor/zod-validation-error/lib/v4/errorMap/tooBig.ts +0 -76
- package/examples/react-compiler/vendor/zod-validation-error/lib/v4/errorMap/tooSmall.ts +0 -76
- package/examples/react-compiler/vendor/zod-validation-error/lib/v4/errorMap/types.ts +0 -27
- package/examples/react-compiler/vendor/zod-validation-error/lib/v4/errorMap/unrecognizedKeys.ts +0 -27
- package/examples/react-compiler/vendor/zod-validation-error/lib/v4/fromError.ts +0 -13
- package/examples/react-compiler/vendor/zod-validation-error/lib/v4/fromZodError.ts +0 -61
- package/examples/react-compiler/vendor/zod-validation-error/lib/v4/fromZodIssue.ts +0 -38
- package/examples/react-compiler/vendor/zod-validation-error/lib/v4/index.ts +0 -20
- package/examples/react-compiler/vendor/zod-validation-error/lib/v4/isValidationError.ts +0 -5
- package/examples/react-compiler/vendor/zod-validation-error/lib/v4/isValidationErrorLike.ts +0 -8
- package/examples/react-compiler/vendor/zod-validation-error/lib/v4/isZodErrorLike.ts +0 -11
- package/examples/react-compiler/vendor/zod-validation-error/lib/v4/toValidationError.ts +0 -20
- package/examples/react-compiler/vendor.mjs +0 -688
- package/examples/todo-cli/README.md +0 -69
- package/examples/todo-cli/bench.mjs +0 -89
- package/examples/todo-cli/main.ts +0 -92
- package/examples/yaml-cli/README.md +0 -152
- package/examples/yaml-cli/bench.mjs +0 -265
- package/examples/yaml-cli/main.ts +0 -251
- package/examples/yaml-cli/parity.mjs +0 -156
- package/examples/yaml-cli/vendor/yaml/LICENSE +0 -13
- package/examples/yaml-cli/vendor/yaml/VENDOR.md +0 -25
- package/govendor/golang.org/x/sys/unix/syscall_unix_gc_ppc64x.go +0 -22
- package/govendor/golang.org/x/sys/windows/types_windows_arm.go +0 -35
- package/performance/README.md +0 -196
- package/performance/any-dynamic.ts +0 -21
- package/performance/any-record-view.ts +0 -20
- package/performance/arr-hof.ts +0 -21
- package/performance/arr-push-index.ts +0 -15
- package/performance/arr-sort.ts +0 -21
- package/performance/async-await.ts +0 -24
- package/performance/class-dispatch.ts +0 -52
- package/performance/events-emit.ts +0 -27
- package/performance/exc-throw-rare.ts +0 -25
- package/performance/exc-try-catch.ts +0 -26
- package/performance/fn-closures.ts +0 -29
- package/performance/fn-recursion-tree.ts +0 -31
- package/performance/gen-for-of.ts +0 -46
- package/performance/json-roundtrip.ts +0 -27
- package/performance/map-delete.ts +0 -24
- package/performance/map-string-keys.ts +0 -22
- package/performance/num-arith-loop.ts +0 -14
- package/performance/num-bitwise.ts +0 -21
- package/performance/num-mod-int.ts +0 -16
- package/performance/num-to-string.ts +0 -16
- package/performance/obj-alloc.ts +0 -32
- package/performance/regex-exec.ts +0 -29
- package/performance/regex-site.ts +0 -28
- package/performance/set-ops.ts +0 -20
- package/performance/str-char-scan.ts +0 -35
- package/performance/str-concat-plus.ts +0 -18
- package/performance/str-concat.ts +0 -24
- package/performance/str-short-scan.ts +0 -26
- package/performance/str-split-join.ts +0 -23
- package/performance/str-template.ts +0 -16
- package/performance/union-switch.ts +0 -57
- package/tsparser/check.go +0 -158
- package/tsparser/go.mod +0 -14
- package/tsparser/go.sum +0 -22
- package/tsparser/main.go +0 -363
- package/tsparser/tsparser.exe +0 -4
|
@@ -0,0 +1,4762 @@
|
|
|
1
|
+
// Code generated by command: go run gen.go -out ../seqdec.s -arch amd64,arm64 -arm64-promote-stack-slots -arm64-pair-vector-moves -pkg=zstd. DO NOT EDIT.
|
|
2
|
+
|
|
3
|
+
//go:build !noasm && gc
|
|
4
|
+
|
|
5
|
+
// func sequenceDecs_decode_amd64(s *sequenceDecs, br *bitReader, ctx *decodeAsmContext) int
|
|
6
|
+
// Requires: CMOV
|
|
7
|
+
TEXT ·sequenceDecs_decode_amd64(SB), $40-32
|
|
8
|
+
MOVQ br+8(FP), CX
|
|
9
|
+
MOVQ 24(CX), DX
|
|
10
|
+
MOVBQZX 40(CX), BX
|
|
11
|
+
MOVQ (CX), AX
|
|
12
|
+
MOVQ 32(CX), SI
|
|
13
|
+
ADDQ SI, AX
|
|
14
|
+
MOVQ AX, (SP)
|
|
15
|
+
MOVQ ctx+16(FP), AX
|
|
16
|
+
MOVQ 72(AX), DI
|
|
17
|
+
MOVQ 80(AX), R8
|
|
18
|
+
MOVQ 88(AX), R9
|
|
19
|
+
MOVQ (AX), CX
|
|
20
|
+
MOVQ CX, 8(SP)
|
|
21
|
+
MOVQ 24(AX), CX
|
|
22
|
+
MOVQ CX, 16(SP)
|
|
23
|
+
MOVQ 48(AX), CX
|
|
24
|
+
MOVQ CX, 24(SP)
|
|
25
|
+
MOVQ 96(AX), CX
|
|
26
|
+
MOVQ CX, 32(SP)
|
|
27
|
+
MOVQ 104(AX), R10
|
|
28
|
+
MOVQ s+0(FP), AX
|
|
29
|
+
MOVQ 144(AX), R11
|
|
30
|
+
MOVQ 152(AX), R12
|
|
31
|
+
MOVQ 160(AX), R13
|
|
32
|
+
PCALIGN $0x40
|
|
33
|
+
|
|
34
|
+
sequenceDecs_decode_amd64_main_loop:
|
|
35
|
+
MOVQ (SP), R14
|
|
36
|
+
|
|
37
|
+
// Fill bitreader to have enough for the offset and match length.
|
|
38
|
+
CMPQ SI, $0x08
|
|
39
|
+
JL sequenceDecs_decode_amd64_fill_byte_by_byte
|
|
40
|
+
MOVQ BX, AX
|
|
41
|
+
SHRQ $0x03, AX
|
|
42
|
+
SUBQ AX, R14
|
|
43
|
+
MOVQ (R14), DX
|
|
44
|
+
SUBQ AX, SI
|
|
45
|
+
ANDQ $0x07, BX
|
|
46
|
+
JMP sequenceDecs_decode_amd64_fill_end
|
|
47
|
+
|
|
48
|
+
sequenceDecs_decode_amd64_fill_byte_by_byte:
|
|
49
|
+
CMPQ SI, $0x00
|
|
50
|
+
JLE sequenceDecs_decode_amd64_fill_check_overread
|
|
51
|
+
CMPQ BX, $0x07
|
|
52
|
+
JLE sequenceDecs_decode_amd64_fill_end
|
|
53
|
+
SHLQ $0x08, DX
|
|
54
|
+
SUBQ $0x01, R14
|
|
55
|
+
SUBQ $0x01, SI
|
|
56
|
+
SUBQ $0x08, BX
|
|
57
|
+
MOVBQZX (R14), AX
|
|
58
|
+
ORQ AX, DX
|
|
59
|
+
JMP sequenceDecs_decode_amd64_fill_byte_by_byte
|
|
60
|
+
|
|
61
|
+
sequenceDecs_decode_amd64_fill_check_overread:
|
|
62
|
+
CMPQ BX, $0x40
|
|
63
|
+
JA error_overread
|
|
64
|
+
|
|
65
|
+
sequenceDecs_decode_amd64_fill_end:
|
|
66
|
+
// Update offset
|
|
67
|
+
MOVQ R9, AX
|
|
68
|
+
MOVQ BX, CX
|
|
69
|
+
MOVQ DX, R15
|
|
70
|
+
SHLQ CL, R15
|
|
71
|
+
SHRQ $0x01, R15
|
|
72
|
+
MOVBLZX AH, CX
|
|
73
|
+
SHRQ $0x20, AX
|
|
74
|
+
ADDQ CX, BX
|
|
75
|
+
XORQ $0x3f, CX
|
|
76
|
+
SHRQ CL, R15
|
|
77
|
+
ADDQ R15, AX
|
|
78
|
+
MOVQ AX, 16(R10)
|
|
79
|
+
|
|
80
|
+
// Update match length
|
|
81
|
+
MOVQ R8, AX
|
|
82
|
+
MOVQ BX, CX
|
|
83
|
+
MOVQ DX, R15
|
|
84
|
+
SHLQ CL, R15
|
|
85
|
+
SHRQ $0x01, R15
|
|
86
|
+
MOVBLZX AH, CX
|
|
87
|
+
SHRQ $0x20, AX
|
|
88
|
+
ADDQ CX, BX
|
|
89
|
+
XORQ $0x3f, CX
|
|
90
|
+
SHRQ CL, R15
|
|
91
|
+
ADDQ R15, AX
|
|
92
|
+
MOVQ AX, 8(R10)
|
|
93
|
+
|
|
94
|
+
// Fill bitreader to have enough for the remaining
|
|
95
|
+
CMPQ SI, $0x08
|
|
96
|
+
JL sequenceDecs_decode_amd64_fill_2_byte_by_byte
|
|
97
|
+
MOVQ BX, AX
|
|
98
|
+
SHRQ $0x03, AX
|
|
99
|
+
SUBQ AX, R14
|
|
100
|
+
MOVQ (R14), DX
|
|
101
|
+
SUBQ AX, SI
|
|
102
|
+
ANDQ $0x07, BX
|
|
103
|
+
JMP sequenceDecs_decode_amd64_fill_2_end
|
|
104
|
+
|
|
105
|
+
sequenceDecs_decode_amd64_fill_2_byte_by_byte:
|
|
106
|
+
CMPQ SI, $0x00
|
|
107
|
+
JLE sequenceDecs_decode_amd64_fill_2_check_overread
|
|
108
|
+
CMPQ BX, $0x07
|
|
109
|
+
JLE sequenceDecs_decode_amd64_fill_2_end
|
|
110
|
+
SHLQ $0x08, DX
|
|
111
|
+
SUBQ $0x01, R14
|
|
112
|
+
SUBQ $0x01, SI
|
|
113
|
+
SUBQ $0x08, BX
|
|
114
|
+
MOVBQZX (R14), AX
|
|
115
|
+
ORQ AX, DX
|
|
116
|
+
JMP sequenceDecs_decode_amd64_fill_2_byte_by_byte
|
|
117
|
+
|
|
118
|
+
sequenceDecs_decode_amd64_fill_2_check_overread:
|
|
119
|
+
CMPQ BX, $0x40
|
|
120
|
+
JA error_overread
|
|
121
|
+
|
|
122
|
+
sequenceDecs_decode_amd64_fill_2_end:
|
|
123
|
+
// Update literal length
|
|
124
|
+
MOVQ DI, AX
|
|
125
|
+
MOVQ BX, CX
|
|
126
|
+
MOVQ DX, R15
|
|
127
|
+
SHLQ CL, R15
|
|
128
|
+
SHRQ $0x01, R15
|
|
129
|
+
MOVBLZX AH, CX
|
|
130
|
+
SHRQ $0x20, AX
|
|
131
|
+
ADDQ CX, BX
|
|
132
|
+
XORQ $0x3f, CX
|
|
133
|
+
SHRQ CL, R15
|
|
134
|
+
ADDQ R15, AX
|
|
135
|
+
MOVQ AX, (R10)
|
|
136
|
+
|
|
137
|
+
// Fill bitreader for state updates
|
|
138
|
+
MOVQ R14, (SP)
|
|
139
|
+
MOVQ R9, AX
|
|
140
|
+
SHRQ $0x08, AX
|
|
141
|
+
MOVBQZX AL, AX
|
|
142
|
+
CMPQ 32(SP), $0x00
|
|
143
|
+
JZ sequenceDecs_decode_amd64_skip_update
|
|
144
|
+
|
|
145
|
+
// Update Literal Length State
|
|
146
|
+
MOVBQZX DI, R14
|
|
147
|
+
SHRL $0x10, DI
|
|
148
|
+
MOVQ BX, CX
|
|
149
|
+
MOVQ DX, R15
|
|
150
|
+
SHLQ CL, R15
|
|
151
|
+
SHRQ $0x01, R15
|
|
152
|
+
ADDQ R14, BX
|
|
153
|
+
XORQ $0x3f, R14
|
|
154
|
+
MOVQ R14, CX
|
|
155
|
+
SHRQ CL, R15
|
|
156
|
+
ADDQ R15, DI
|
|
157
|
+
|
|
158
|
+
// Load ctx.llTable
|
|
159
|
+
MOVQ 8(SP), CX
|
|
160
|
+
MOVQ (CX)(DI*8), DI
|
|
161
|
+
|
|
162
|
+
// Update Match Length State
|
|
163
|
+
MOVBQZX R8, R14
|
|
164
|
+
SHRL $0x10, R8
|
|
165
|
+
MOVQ BX, CX
|
|
166
|
+
MOVQ DX, R15
|
|
167
|
+
SHLQ CL, R15
|
|
168
|
+
SHRQ $0x01, R15
|
|
169
|
+
ADDQ R14, BX
|
|
170
|
+
XORQ $0x3f, R14
|
|
171
|
+
MOVQ R14, CX
|
|
172
|
+
SHRQ CL, R15
|
|
173
|
+
ADDQ R15, R8
|
|
174
|
+
|
|
175
|
+
// Load ctx.mlTable
|
|
176
|
+
MOVQ 16(SP), CX
|
|
177
|
+
MOVQ (CX)(R8*8), R8
|
|
178
|
+
|
|
179
|
+
// Update Offset State
|
|
180
|
+
MOVBQZX R9, R14
|
|
181
|
+
SHRL $0x10, R9
|
|
182
|
+
MOVQ BX, CX
|
|
183
|
+
MOVQ DX, R15
|
|
184
|
+
SHLQ CL, R15
|
|
185
|
+
SHRQ $0x01, R15
|
|
186
|
+
ADDQ R14, BX
|
|
187
|
+
XORQ $0x3f, R14
|
|
188
|
+
MOVQ R14, CX
|
|
189
|
+
SHRQ CL, R15
|
|
190
|
+
ADDQ R15, R9
|
|
191
|
+
|
|
192
|
+
// Load ctx.ofTable
|
|
193
|
+
MOVQ 24(SP), CX
|
|
194
|
+
MOVQ (CX)(R9*8), R9
|
|
195
|
+
|
|
196
|
+
sequenceDecs_decode_amd64_skip_update:
|
|
197
|
+
// Adjust offset
|
|
198
|
+
MOVQ 16(R10), CX
|
|
199
|
+
CMPQ AX, $0x01
|
|
200
|
+
JBE sequenceDecs_decode_amd64_adjust_offsetB_1_or_0
|
|
201
|
+
MOVQ R12, R13
|
|
202
|
+
MOVQ R11, R12
|
|
203
|
+
MOVQ CX, R11
|
|
204
|
+
JMP sequenceDecs_decode_amd64_after_adjust
|
|
205
|
+
|
|
206
|
+
sequenceDecs_decode_amd64_adjust_offsetB_1_or_0:
|
|
207
|
+
CMPQ (R10), $0x00000000
|
|
208
|
+
JNE sequenceDecs_decode_amd64_adjust_offset_maybezero
|
|
209
|
+
INCQ CX
|
|
210
|
+
JMP sequenceDecs_decode_amd64_adjust_offset_nonzero
|
|
211
|
+
|
|
212
|
+
sequenceDecs_decode_amd64_adjust_offset_maybezero:
|
|
213
|
+
TESTQ CX, CX
|
|
214
|
+
JNZ sequenceDecs_decode_amd64_adjust_offset_nonzero
|
|
215
|
+
MOVQ R11, CX
|
|
216
|
+
JMP sequenceDecs_decode_amd64_after_adjust
|
|
217
|
+
|
|
218
|
+
sequenceDecs_decode_amd64_adjust_offset_nonzero:
|
|
219
|
+
CMPQ CX, $0x01
|
|
220
|
+
JB sequenceDecs_decode_amd64_adjust_zero
|
|
221
|
+
JEQ sequenceDecs_decode_amd64_adjust_one
|
|
222
|
+
CMPQ CX, $0x02
|
|
223
|
+
JA sequenceDecs_decode_amd64_adjust_three
|
|
224
|
+
JMP sequenceDecs_decode_amd64_adjust_two
|
|
225
|
+
|
|
226
|
+
sequenceDecs_decode_amd64_adjust_zero:
|
|
227
|
+
MOVQ R11, AX
|
|
228
|
+
JMP sequenceDecs_decode_amd64_adjust_test_temp_valid
|
|
229
|
+
|
|
230
|
+
sequenceDecs_decode_amd64_adjust_one:
|
|
231
|
+
MOVQ R12, AX
|
|
232
|
+
JMP sequenceDecs_decode_amd64_adjust_test_temp_valid
|
|
233
|
+
|
|
234
|
+
sequenceDecs_decode_amd64_adjust_two:
|
|
235
|
+
MOVQ R13, AX
|
|
236
|
+
JMP sequenceDecs_decode_amd64_adjust_test_temp_valid
|
|
237
|
+
|
|
238
|
+
sequenceDecs_decode_amd64_adjust_three:
|
|
239
|
+
LEAQ -1(R11), AX
|
|
240
|
+
|
|
241
|
+
sequenceDecs_decode_amd64_adjust_test_temp_valid:
|
|
242
|
+
TESTQ AX, AX
|
|
243
|
+
JNZ sequenceDecs_decode_amd64_adjust_temp_valid
|
|
244
|
+
MOVQ $0x00000001, AX
|
|
245
|
+
|
|
246
|
+
sequenceDecs_decode_amd64_adjust_temp_valid:
|
|
247
|
+
CMPQ CX, $0x01
|
|
248
|
+
CMOVQNE R12, R13
|
|
249
|
+
MOVQ R11, R12
|
|
250
|
+
MOVQ AX, R11
|
|
251
|
+
MOVQ AX, CX
|
|
252
|
+
|
|
253
|
+
sequenceDecs_decode_amd64_after_adjust:
|
|
254
|
+
MOVQ CX, 16(R10)
|
|
255
|
+
|
|
256
|
+
// Check values
|
|
257
|
+
MOVQ 8(R10), AX
|
|
258
|
+
MOVQ (R10), R14
|
|
259
|
+
LEAQ (AX)(R14*1), R15
|
|
260
|
+
MOVQ s+0(FP), BP
|
|
261
|
+
ADDQ R15, 256(BP)
|
|
262
|
+
MOVQ ctx+16(FP), R15
|
|
263
|
+
SUBQ R14, 128(R15)
|
|
264
|
+
JS error_not_enough_literals
|
|
265
|
+
CMPQ AX, $0x00020002
|
|
266
|
+
JA sequenceDecs_decode_amd64_error_match_len_too_big
|
|
267
|
+
TESTQ CX, CX
|
|
268
|
+
JNZ sequenceDecs_decode_amd64_match_len_ofs_ok
|
|
269
|
+
TESTQ AX, AX
|
|
270
|
+
JNZ sequenceDecs_decode_amd64_error_match_len_ofs_mismatch
|
|
271
|
+
|
|
272
|
+
sequenceDecs_decode_amd64_match_len_ofs_ok:
|
|
273
|
+
ADDQ $0x18, R10
|
|
274
|
+
DECQ 32(SP)
|
|
275
|
+
JNS sequenceDecs_decode_amd64_main_loop
|
|
276
|
+
MOVQ s+0(FP), AX
|
|
277
|
+
MOVQ R11, 144(AX)
|
|
278
|
+
MOVQ R12, 152(AX)
|
|
279
|
+
MOVQ R13, 160(AX)
|
|
280
|
+
MOVQ br+8(FP), AX
|
|
281
|
+
MOVQ DX, 24(AX)
|
|
282
|
+
MOVB BL, 40(AX)
|
|
283
|
+
MOVQ SI, 32(AX)
|
|
284
|
+
|
|
285
|
+
// Return success
|
|
286
|
+
MOVQ 32(SP), AX
|
|
287
|
+
MOVQ ctx+16(FP), CX
|
|
288
|
+
MOVQ AX, 96(CX)
|
|
289
|
+
MOVQ $0x00000000, ret+24(FP)
|
|
290
|
+
RET
|
|
291
|
+
|
|
292
|
+
// Return with match length error
|
|
293
|
+
sequenceDecs_decode_amd64_error_match_len_ofs_mismatch:
|
|
294
|
+
MOVQ 32(SP), AX
|
|
295
|
+
MOVQ ctx+16(FP), CX
|
|
296
|
+
MOVQ AX, 96(CX)
|
|
297
|
+
MOVQ $0x00000001, ret+24(FP)
|
|
298
|
+
RET
|
|
299
|
+
|
|
300
|
+
// Return with match too long error
|
|
301
|
+
sequenceDecs_decode_amd64_error_match_len_too_big:
|
|
302
|
+
MOVQ 32(SP), AX
|
|
303
|
+
MOVQ ctx+16(FP), CX
|
|
304
|
+
MOVQ AX, 96(CX)
|
|
305
|
+
MOVQ $0x00000002, ret+24(FP)
|
|
306
|
+
RET
|
|
307
|
+
|
|
308
|
+
// Return with match offset too long error
|
|
309
|
+
MOVQ 32(SP), AX
|
|
310
|
+
MOVQ ctx+16(FP), CX
|
|
311
|
+
MOVQ AX, 96(CX)
|
|
312
|
+
MOVQ $0x00000003, ret+24(FP)
|
|
313
|
+
RET
|
|
314
|
+
|
|
315
|
+
// Return with not enough literals error
|
|
316
|
+
error_not_enough_literals:
|
|
317
|
+
MOVQ 32(SP), AX
|
|
318
|
+
MOVQ ctx+16(FP), CX
|
|
319
|
+
MOVQ AX, 96(CX)
|
|
320
|
+
MOVQ $0x00000004, ret+24(FP)
|
|
321
|
+
RET
|
|
322
|
+
|
|
323
|
+
// Return with overread error
|
|
324
|
+
error_overread:
|
|
325
|
+
MOVQ 32(SP), AX
|
|
326
|
+
MOVQ ctx+16(FP), CX
|
|
327
|
+
MOVQ AX, 96(CX)
|
|
328
|
+
MOVQ $0x00000006, ret+24(FP)
|
|
329
|
+
RET
|
|
330
|
+
|
|
331
|
+
// func sequenceDecs_decode_56_amd64(s *sequenceDecs, br *bitReader, ctx *decodeAsmContext) int
|
|
332
|
+
// Requires: CMOV
|
|
333
|
+
TEXT ·sequenceDecs_decode_56_amd64(SB), $40-32
|
|
334
|
+
MOVQ br+8(FP), CX
|
|
335
|
+
MOVQ 24(CX), DX
|
|
336
|
+
MOVBQZX 40(CX), BX
|
|
337
|
+
MOVQ (CX), AX
|
|
338
|
+
MOVQ 32(CX), SI
|
|
339
|
+
ADDQ SI, AX
|
|
340
|
+
MOVQ AX, (SP)
|
|
341
|
+
MOVQ ctx+16(FP), AX
|
|
342
|
+
MOVQ 72(AX), DI
|
|
343
|
+
MOVQ 80(AX), R8
|
|
344
|
+
MOVQ 88(AX), R9
|
|
345
|
+
MOVQ (AX), CX
|
|
346
|
+
MOVQ CX, 8(SP)
|
|
347
|
+
MOVQ 24(AX), CX
|
|
348
|
+
MOVQ CX, 16(SP)
|
|
349
|
+
MOVQ 48(AX), CX
|
|
350
|
+
MOVQ CX, 24(SP)
|
|
351
|
+
MOVQ 96(AX), CX
|
|
352
|
+
MOVQ CX, 32(SP)
|
|
353
|
+
MOVQ 104(AX), R10
|
|
354
|
+
MOVQ s+0(FP), AX
|
|
355
|
+
MOVQ 144(AX), R11
|
|
356
|
+
MOVQ 152(AX), R12
|
|
357
|
+
MOVQ 160(AX), R13
|
|
358
|
+
PCALIGN $0x40
|
|
359
|
+
|
|
360
|
+
sequenceDecs_decode_56_amd64_main_loop:
|
|
361
|
+
MOVQ (SP), R14
|
|
362
|
+
|
|
363
|
+
// Fill bitreader to have enough for the offset and match length.
|
|
364
|
+
CMPQ SI, $0x08
|
|
365
|
+
JL sequenceDecs_decode_56_amd64_fill_byte_by_byte
|
|
366
|
+
MOVQ BX, AX
|
|
367
|
+
SHRQ $0x03, AX
|
|
368
|
+
SUBQ AX, R14
|
|
369
|
+
MOVQ (R14), DX
|
|
370
|
+
SUBQ AX, SI
|
|
371
|
+
ANDQ $0x07, BX
|
|
372
|
+
JMP sequenceDecs_decode_56_amd64_fill_end
|
|
373
|
+
|
|
374
|
+
sequenceDecs_decode_56_amd64_fill_byte_by_byte:
|
|
375
|
+
CMPQ SI, $0x00
|
|
376
|
+
JLE sequenceDecs_decode_56_amd64_fill_check_overread
|
|
377
|
+
CMPQ BX, $0x07
|
|
378
|
+
JLE sequenceDecs_decode_56_amd64_fill_end
|
|
379
|
+
SHLQ $0x08, DX
|
|
380
|
+
SUBQ $0x01, R14
|
|
381
|
+
SUBQ $0x01, SI
|
|
382
|
+
SUBQ $0x08, BX
|
|
383
|
+
MOVBQZX (R14), AX
|
|
384
|
+
ORQ AX, DX
|
|
385
|
+
JMP sequenceDecs_decode_56_amd64_fill_byte_by_byte
|
|
386
|
+
|
|
387
|
+
sequenceDecs_decode_56_amd64_fill_check_overread:
|
|
388
|
+
CMPQ BX, $0x40
|
|
389
|
+
JA error_overread
|
|
390
|
+
|
|
391
|
+
sequenceDecs_decode_56_amd64_fill_end:
|
|
392
|
+
// Update offset
|
|
393
|
+
MOVQ R9, AX
|
|
394
|
+
MOVQ BX, CX
|
|
395
|
+
MOVQ DX, R15
|
|
396
|
+
SHLQ CL, R15
|
|
397
|
+
SHRQ $0x01, R15
|
|
398
|
+
MOVBLZX AH, CX
|
|
399
|
+
SHRQ $0x20, AX
|
|
400
|
+
ADDQ CX, BX
|
|
401
|
+
XORQ $0x3f, CX
|
|
402
|
+
SHRQ CL, R15
|
|
403
|
+
ADDQ R15, AX
|
|
404
|
+
MOVQ AX, 16(R10)
|
|
405
|
+
|
|
406
|
+
// Update match length
|
|
407
|
+
MOVQ R8, AX
|
|
408
|
+
MOVQ BX, CX
|
|
409
|
+
MOVQ DX, R15
|
|
410
|
+
SHLQ CL, R15
|
|
411
|
+
SHRQ $0x01, R15
|
|
412
|
+
MOVBLZX AH, CX
|
|
413
|
+
SHRQ $0x20, AX
|
|
414
|
+
ADDQ CX, BX
|
|
415
|
+
XORQ $0x3f, CX
|
|
416
|
+
SHRQ CL, R15
|
|
417
|
+
ADDQ R15, AX
|
|
418
|
+
MOVQ AX, 8(R10)
|
|
419
|
+
|
|
420
|
+
// Update literal length
|
|
421
|
+
MOVQ DI, AX
|
|
422
|
+
MOVQ BX, CX
|
|
423
|
+
MOVQ DX, R15
|
|
424
|
+
SHLQ CL, R15
|
|
425
|
+
SHRQ $0x01, R15
|
|
426
|
+
MOVBLZX AH, CX
|
|
427
|
+
SHRQ $0x20, AX
|
|
428
|
+
ADDQ CX, BX
|
|
429
|
+
XORQ $0x3f, CX
|
|
430
|
+
SHRQ CL, R15
|
|
431
|
+
ADDQ R15, AX
|
|
432
|
+
MOVQ AX, (R10)
|
|
433
|
+
|
|
434
|
+
// Fill bitreader for state updates
|
|
435
|
+
MOVQ R14, (SP)
|
|
436
|
+
MOVQ R9, AX
|
|
437
|
+
SHRQ $0x08, AX
|
|
438
|
+
MOVBQZX AL, AX
|
|
439
|
+
CMPQ 32(SP), $0x00
|
|
440
|
+
JZ sequenceDecs_decode_56_amd64_skip_update
|
|
441
|
+
|
|
442
|
+
// Update Literal Length State
|
|
443
|
+
MOVBQZX DI, R14
|
|
444
|
+
SHRL $0x10, DI
|
|
445
|
+
MOVQ BX, CX
|
|
446
|
+
MOVQ DX, R15
|
|
447
|
+
SHLQ CL, R15
|
|
448
|
+
SHRQ $0x01, R15
|
|
449
|
+
ADDQ R14, BX
|
|
450
|
+
XORQ $0x3f, R14
|
|
451
|
+
MOVQ R14, CX
|
|
452
|
+
SHRQ CL, R15
|
|
453
|
+
ADDQ R15, DI
|
|
454
|
+
|
|
455
|
+
// Load ctx.llTable
|
|
456
|
+
MOVQ 8(SP), CX
|
|
457
|
+
MOVQ (CX)(DI*8), DI
|
|
458
|
+
|
|
459
|
+
// Update Match Length State
|
|
460
|
+
MOVBQZX R8, R14
|
|
461
|
+
SHRL $0x10, R8
|
|
462
|
+
MOVQ BX, CX
|
|
463
|
+
MOVQ DX, R15
|
|
464
|
+
SHLQ CL, R15
|
|
465
|
+
SHRQ $0x01, R15
|
|
466
|
+
ADDQ R14, BX
|
|
467
|
+
XORQ $0x3f, R14
|
|
468
|
+
MOVQ R14, CX
|
|
469
|
+
SHRQ CL, R15
|
|
470
|
+
ADDQ R15, R8
|
|
471
|
+
|
|
472
|
+
// Load ctx.mlTable
|
|
473
|
+
MOVQ 16(SP), CX
|
|
474
|
+
MOVQ (CX)(R8*8), R8
|
|
475
|
+
|
|
476
|
+
// Update Offset State
|
|
477
|
+
MOVBQZX R9, R14
|
|
478
|
+
SHRL $0x10, R9
|
|
479
|
+
MOVQ BX, CX
|
|
480
|
+
MOVQ DX, R15
|
|
481
|
+
SHLQ CL, R15
|
|
482
|
+
SHRQ $0x01, R15
|
|
483
|
+
ADDQ R14, BX
|
|
484
|
+
XORQ $0x3f, R14
|
|
485
|
+
MOVQ R14, CX
|
|
486
|
+
SHRQ CL, R15
|
|
487
|
+
ADDQ R15, R9
|
|
488
|
+
|
|
489
|
+
// Load ctx.ofTable
|
|
490
|
+
MOVQ 24(SP), CX
|
|
491
|
+
MOVQ (CX)(R9*8), R9
|
|
492
|
+
|
|
493
|
+
sequenceDecs_decode_56_amd64_skip_update:
|
|
494
|
+
// Adjust offset
|
|
495
|
+
MOVQ 16(R10), CX
|
|
496
|
+
CMPQ AX, $0x01
|
|
497
|
+
JBE sequenceDecs_decode_56_amd64_adjust_offsetB_1_or_0
|
|
498
|
+
MOVQ R12, R13
|
|
499
|
+
MOVQ R11, R12
|
|
500
|
+
MOVQ CX, R11
|
|
501
|
+
JMP sequenceDecs_decode_56_amd64_after_adjust
|
|
502
|
+
|
|
503
|
+
sequenceDecs_decode_56_amd64_adjust_offsetB_1_or_0:
|
|
504
|
+
CMPQ (R10), $0x00000000
|
|
505
|
+
JNE sequenceDecs_decode_56_amd64_adjust_offset_maybezero
|
|
506
|
+
INCQ CX
|
|
507
|
+
JMP sequenceDecs_decode_56_amd64_adjust_offset_nonzero
|
|
508
|
+
|
|
509
|
+
sequenceDecs_decode_56_amd64_adjust_offset_maybezero:
|
|
510
|
+
TESTQ CX, CX
|
|
511
|
+
JNZ sequenceDecs_decode_56_amd64_adjust_offset_nonzero
|
|
512
|
+
MOVQ R11, CX
|
|
513
|
+
JMP sequenceDecs_decode_56_amd64_after_adjust
|
|
514
|
+
|
|
515
|
+
sequenceDecs_decode_56_amd64_adjust_offset_nonzero:
|
|
516
|
+
CMPQ CX, $0x01
|
|
517
|
+
JB sequenceDecs_decode_56_amd64_adjust_zero
|
|
518
|
+
JEQ sequenceDecs_decode_56_amd64_adjust_one
|
|
519
|
+
CMPQ CX, $0x02
|
|
520
|
+
JA sequenceDecs_decode_56_amd64_adjust_three
|
|
521
|
+
JMP sequenceDecs_decode_56_amd64_adjust_two
|
|
522
|
+
|
|
523
|
+
sequenceDecs_decode_56_amd64_adjust_zero:
|
|
524
|
+
MOVQ R11, AX
|
|
525
|
+
JMP sequenceDecs_decode_56_amd64_adjust_test_temp_valid
|
|
526
|
+
|
|
527
|
+
sequenceDecs_decode_56_amd64_adjust_one:
|
|
528
|
+
MOVQ R12, AX
|
|
529
|
+
JMP sequenceDecs_decode_56_amd64_adjust_test_temp_valid
|
|
530
|
+
|
|
531
|
+
sequenceDecs_decode_56_amd64_adjust_two:
|
|
532
|
+
MOVQ R13, AX
|
|
533
|
+
JMP sequenceDecs_decode_56_amd64_adjust_test_temp_valid
|
|
534
|
+
|
|
535
|
+
sequenceDecs_decode_56_amd64_adjust_three:
|
|
536
|
+
LEAQ -1(R11), AX
|
|
537
|
+
|
|
538
|
+
sequenceDecs_decode_56_amd64_adjust_test_temp_valid:
|
|
539
|
+
TESTQ AX, AX
|
|
540
|
+
JNZ sequenceDecs_decode_56_amd64_adjust_temp_valid
|
|
541
|
+
MOVQ $0x00000001, AX
|
|
542
|
+
|
|
543
|
+
sequenceDecs_decode_56_amd64_adjust_temp_valid:
|
|
544
|
+
CMPQ CX, $0x01
|
|
545
|
+
CMOVQNE R12, R13
|
|
546
|
+
MOVQ R11, R12
|
|
547
|
+
MOVQ AX, R11
|
|
548
|
+
MOVQ AX, CX
|
|
549
|
+
|
|
550
|
+
sequenceDecs_decode_56_amd64_after_adjust:
|
|
551
|
+
MOVQ CX, 16(R10)
|
|
552
|
+
|
|
553
|
+
// Check values
|
|
554
|
+
MOVQ 8(R10), AX
|
|
555
|
+
MOVQ (R10), R14
|
|
556
|
+
LEAQ (AX)(R14*1), R15
|
|
557
|
+
MOVQ s+0(FP), BP
|
|
558
|
+
ADDQ R15, 256(BP)
|
|
559
|
+
MOVQ ctx+16(FP), R15
|
|
560
|
+
SUBQ R14, 128(R15)
|
|
561
|
+
JS error_not_enough_literals
|
|
562
|
+
CMPQ AX, $0x00020002
|
|
563
|
+
JA sequenceDecs_decode_56_amd64_error_match_len_too_big
|
|
564
|
+
TESTQ CX, CX
|
|
565
|
+
JNZ sequenceDecs_decode_56_amd64_match_len_ofs_ok
|
|
566
|
+
TESTQ AX, AX
|
|
567
|
+
JNZ sequenceDecs_decode_56_amd64_error_match_len_ofs_mismatch
|
|
568
|
+
|
|
569
|
+
sequenceDecs_decode_56_amd64_match_len_ofs_ok:
|
|
570
|
+
ADDQ $0x18, R10
|
|
571
|
+
DECQ 32(SP)
|
|
572
|
+
JNS sequenceDecs_decode_56_amd64_main_loop
|
|
573
|
+
MOVQ s+0(FP), AX
|
|
574
|
+
MOVQ R11, 144(AX)
|
|
575
|
+
MOVQ R12, 152(AX)
|
|
576
|
+
MOVQ R13, 160(AX)
|
|
577
|
+
MOVQ br+8(FP), AX
|
|
578
|
+
MOVQ DX, 24(AX)
|
|
579
|
+
MOVB BL, 40(AX)
|
|
580
|
+
MOVQ SI, 32(AX)
|
|
581
|
+
|
|
582
|
+
// Return success
|
|
583
|
+
MOVQ 32(SP), AX
|
|
584
|
+
MOVQ ctx+16(FP), CX
|
|
585
|
+
MOVQ AX, 96(CX)
|
|
586
|
+
MOVQ $0x00000000, ret+24(FP)
|
|
587
|
+
RET
|
|
588
|
+
|
|
589
|
+
// Return with match length error
|
|
590
|
+
sequenceDecs_decode_56_amd64_error_match_len_ofs_mismatch:
|
|
591
|
+
MOVQ 32(SP), AX
|
|
592
|
+
MOVQ ctx+16(FP), CX
|
|
593
|
+
MOVQ AX, 96(CX)
|
|
594
|
+
MOVQ $0x00000001, ret+24(FP)
|
|
595
|
+
RET
|
|
596
|
+
|
|
597
|
+
// Return with match too long error
|
|
598
|
+
sequenceDecs_decode_56_amd64_error_match_len_too_big:
|
|
599
|
+
MOVQ 32(SP), AX
|
|
600
|
+
MOVQ ctx+16(FP), CX
|
|
601
|
+
MOVQ AX, 96(CX)
|
|
602
|
+
MOVQ $0x00000002, ret+24(FP)
|
|
603
|
+
RET
|
|
604
|
+
|
|
605
|
+
// Return with match offset too long error
|
|
606
|
+
MOVQ 32(SP), AX
|
|
607
|
+
MOVQ ctx+16(FP), CX
|
|
608
|
+
MOVQ AX, 96(CX)
|
|
609
|
+
MOVQ $0x00000003, ret+24(FP)
|
|
610
|
+
RET
|
|
611
|
+
|
|
612
|
+
// Return with not enough literals error
|
|
613
|
+
error_not_enough_literals:
|
|
614
|
+
MOVQ 32(SP), AX
|
|
615
|
+
MOVQ ctx+16(FP), CX
|
|
616
|
+
MOVQ AX, 96(CX)
|
|
617
|
+
MOVQ $0x00000004, ret+24(FP)
|
|
618
|
+
RET
|
|
619
|
+
|
|
620
|
+
// Return with overread error
|
|
621
|
+
error_overread:
|
|
622
|
+
MOVQ 32(SP), AX
|
|
623
|
+
MOVQ ctx+16(FP), CX
|
|
624
|
+
MOVQ AX, 96(CX)
|
|
625
|
+
MOVQ $0x00000006, ret+24(FP)
|
|
626
|
+
RET
|
|
627
|
+
|
|
628
|
+
// func sequenceDecs_decode_bmi2(s *sequenceDecs, br *bitReader, ctx *decodeAsmContext) int
|
|
629
|
+
// Requires: BMI, BMI2, CMOV
|
|
630
|
+
TEXT ·sequenceDecs_decode_bmi2(SB), $40-32
|
|
631
|
+
MOVQ br+8(FP), BX
|
|
632
|
+
MOVQ 24(BX), AX
|
|
633
|
+
MOVBQZX 40(BX), DX
|
|
634
|
+
MOVQ (BX), CX
|
|
635
|
+
MOVQ 32(BX), BX
|
|
636
|
+
ADDQ BX, CX
|
|
637
|
+
MOVQ CX, (SP)
|
|
638
|
+
MOVQ ctx+16(FP), CX
|
|
639
|
+
MOVQ 72(CX), SI
|
|
640
|
+
MOVQ 80(CX), DI
|
|
641
|
+
MOVQ 88(CX), R8
|
|
642
|
+
MOVQ (CX), R9
|
|
643
|
+
MOVQ R9, 8(SP)
|
|
644
|
+
MOVQ 24(CX), R9
|
|
645
|
+
MOVQ R9, 16(SP)
|
|
646
|
+
MOVQ 48(CX), R9
|
|
647
|
+
MOVQ R9, 24(SP)
|
|
648
|
+
MOVQ 96(CX), R9
|
|
649
|
+
MOVQ R9, 32(SP)
|
|
650
|
+
MOVQ 104(CX), R9
|
|
651
|
+
MOVQ s+0(FP), CX
|
|
652
|
+
MOVQ 144(CX), R10
|
|
653
|
+
MOVQ 152(CX), R11
|
|
654
|
+
MOVQ 160(CX), R12
|
|
655
|
+
PCALIGN $0x40
|
|
656
|
+
|
|
657
|
+
sequenceDecs_decode_bmi2_main_loop:
|
|
658
|
+
MOVQ (SP), R13
|
|
659
|
+
|
|
660
|
+
// Fill bitreader to have enough for the offset and match length.
|
|
661
|
+
CMPQ BX, $0x08
|
|
662
|
+
JL sequenceDecs_decode_bmi2_fill_byte_by_byte
|
|
663
|
+
MOVQ DX, CX
|
|
664
|
+
SHRQ $0x03, CX
|
|
665
|
+
SUBQ CX, R13
|
|
666
|
+
MOVQ (R13), AX
|
|
667
|
+
SUBQ CX, BX
|
|
668
|
+
ANDQ $0x07, DX
|
|
669
|
+
JMP sequenceDecs_decode_bmi2_fill_end
|
|
670
|
+
|
|
671
|
+
sequenceDecs_decode_bmi2_fill_byte_by_byte:
|
|
672
|
+
CMPQ BX, $0x00
|
|
673
|
+
JLE sequenceDecs_decode_bmi2_fill_check_overread
|
|
674
|
+
CMPQ DX, $0x07
|
|
675
|
+
JLE sequenceDecs_decode_bmi2_fill_end
|
|
676
|
+
SHLQ $0x08, AX
|
|
677
|
+
SUBQ $0x01, R13
|
|
678
|
+
SUBQ $0x01, BX
|
|
679
|
+
SUBQ $0x08, DX
|
|
680
|
+
MOVBQZX (R13), CX
|
|
681
|
+
ORQ CX, AX
|
|
682
|
+
JMP sequenceDecs_decode_bmi2_fill_byte_by_byte
|
|
683
|
+
|
|
684
|
+
sequenceDecs_decode_bmi2_fill_check_overread:
|
|
685
|
+
CMPQ DX, $0x40
|
|
686
|
+
JA error_overread
|
|
687
|
+
|
|
688
|
+
sequenceDecs_decode_bmi2_fill_end:
|
|
689
|
+
// Update offset
|
|
690
|
+
MOVQ $0x00000808, CX
|
|
691
|
+
BEXTRQ CX, R8, R14
|
|
692
|
+
MOVQ AX, R15
|
|
693
|
+
LEAQ (DX)(R14*1), CX
|
|
694
|
+
ROLQ CL, R15
|
|
695
|
+
BZHIQ R14, R15, R15
|
|
696
|
+
MOVQ CX, DX
|
|
697
|
+
MOVQ R8, CX
|
|
698
|
+
SHRQ $0x20, CX
|
|
699
|
+
ADDQ R15, CX
|
|
700
|
+
MOVQ CX, 16(R9)
|
|
701
|
+
|
|
702
|
+
// Update match length
|
|
703
|
+
MOVQ $0x00000808, CX
|
|
704
|
+
BEXTRQ CX, DI, R14
|
|
705
|
+
MOVQ AX, R15
|
|
706
|
+
LEAQ (DX)(R14*1), CX
|
|
707
|
+
ROLQ CL, R15
|
|
708
|
+
BZHIQ R14, R15, R15
|
|
709
|
+
MOVQ CX, DX
|
|
710
|
+
MOVQ DI, CX
|
|
711
|
+
SHRQ $0x20, CX
|
|
712
|
+
ADDQ R15, CX
|
|
713
|
+
MOVQ CX, 8(R9)
|
|
714
|
+
|
|
715
|
+
// Fill bitreader to have enough for the remaining
|
|
716
|
+
CMPQ BX, $0x08
|
|
717
|
+
JL sequenceDecs_decode_bmi2_fill_2_byte_by_byte
|
|
718
|
+
MOVQ DX, CX
|
|
719
|
+
SHRQ $0x03, CX
|
|
720
|
+
SUBQ CX, R13
|
|
721
|
+
MOVQ (R13), AX
|
|
722
|
+
SUBQ CX, BX
|
|
723
|
+
ANDQ $0x07, DX
|
|
724
|
+
JMP sequenceDecs_decode_bmi2_fill_2_end
|
|
725
|
+
|
|
726
|
+
sequenceDecs_decode_bmi2_fill_2_byte_by_byte:
|
|
727
|
+
CMPQ BX, $0x00
|
|
728
|
+
JLE sequenceDecs_decode_bmi2_fill_2_check_overread
|
|
729
|
+
CMPQ DX, $0x07
|
|
730
|
+
JLE sequenceDecs_decode_bmi2_fill_2_end
|
|
731
|
+
SHLQ $0x08, AX
|
|
732
|
+
SUBQ $0x01, R13
|
|
733
|
+
SUBQ $0x01, BX
|
|
734
|
+
SUBQ $0x08, DX
|
|
735
|
+
MOVBQZX (R13), CX
|
|
736
|
+
ORQ CX, AX
|
|
737
|
+
JMP sequenceDecs_decode_bmi2_fill_2_byte_by_byte
|
|
738
|
+
|
|
739
|
+
sequenceDecs_decode_bmi2_fill_2_check_overread:
|
|
740
|
+
CMPQ DX, $0x40
|
|
741
|
+
JA error_overread
|
|
742
|
+
|
|
743
|
+
sequenceDecs_decode_bmi2_fill_2_end:
|
|
744
|
+
// Update literal length
|
|
745
|
+
MOVQ $0x00000808, CX
|
|
746
|
+
BEXTRQ CX, SI, R14
|
|
747
|
+
MOVQ AX, R15
|
|
748
|
+
LEAQ (DX)(R14*1), CX
|
|
749
|
+
ROLQ CL, R15
|
|
750
|
+
BZHIQ R14, R15, R15
|
|
751
|
+
MOVQ CX, DX
|
|
752
|
+
MOVQ SI, CX
|
|
753
|
+
SHRQ $0x20, CX
|
|
754
|
+
ADDQ R15, CX
|
|
755
|
+
MOVQ CX, (R9)
|
|
756
|
+
|
|
757
|
+
// Fill bitreader for state updates
|
|
758
|
+
MOVQ R13, (SP)
|
|
759
|
+
MOVQ $0x00000808, CX
|
|
760
|
+
BEXTRQ CX, R8, R13
|
|
761
|
+
CMPQ 32(SP), $0x00
|
|
762
|
+
JZ sequenceDecs_decode_bmi2_skip_update
|
|
763
|
+
LEAQ (SI)(DI*1), R14
|
|
764
|
+
ADDQ R8, R14
|
|
765
|
+
MOVBQZX R14, R14
|
|
766
|
+
LEAQ (DX)(R14*1), CX
|
|
767
|
+
MOVQ AX, R15
|
|
768
|
+
MOVQ CX, DX
|
|
769
|
+
ROLQ CL, R15
|
|
770
|
+
BZHIQ R14, R15, R15
|
|
771
|
+
|
|
772
|
+
// Update Offset State
|
|
773
|
+
BZHIQ R8, R15, CX
|
|
774
|
+
SHRXQ R8, R15, R15
|
|
775
|
+
SHRL $0x10, R8
|
|
776
|
+
ADDQ CX, R8
|
|
777
|
+
|
|
778
|
+
// Load ctx.ofTable
|
|
779
|
+
MOVQ 24(SP), CX
|
|
780
|
+
MOVQ (CX)(R8*8), R8
|
|
781
|
+
|
|
782
|
+
// Update Match Length State
|
|
783
|
+
BZHIQ DI, R15, CX
|
|
784
|
+
SHRXQ DI, R15, R15
|
|
785
|
+
SHRL $0x10, DI
|
|
786
|
+
ADDQ CX, DI
|
|
787
|
+
|
|
788
|
+
// Load ctx.mlTable
|
|
789
|
+
MOVQ 16(SP), CX
|
|
790
|
+
MOVQ (CX)(DI*8), DI
|
|
791
|
+
|
|
792
|
+
// Update Literal Length State
|
|
793
|
+
BZHIQ SI, R15, CX
|
|
794
|
+
SHRL $0x10, SI
|
|
795
|
+
ADDQ CX, SI
|
|
796
|
+
|
|
797
|
+
// Load ctx.llTable
|
|
798
|
+
MOVQ 8(SP), CX
|
|
799
|
+
MOVQ (CX)(SI*8), SI
|
|
800
|
+
|
|
801
|
+
sequenceDecs_decode_bmi2_skip_update:
|
|
802
|
+
// Adjust offset
|
|
803
|
+
MOVQ 16(R9), CX
|
|
804
|
+
CMPQ R13, $0x01
|
|
805
|
+
JBE sequenceDecs_decode_bmi2_adjust_offsetB_1_or_0
|
|
806
|
+
MOVQ R11, R12
|
|
807
|
+
MOVQ R10, R11
|
|
808
|
+
MOVQ CX, R10
|
|
809
|
+
JMP sequenceDecs_decode_bmi2_after_adjust
|
|
810
|
+
|
|
811
|
+
sequenceDecs_decode_bmi2_adjust_offsetB_1_or_0:
|
|
812
|
+
CMPQ (R9), $0x00000000
|
|
813
|
+
JNE sequenceDecs_decode_bmi2_adjust_offset_maybezero
|
|
814
|
+
INCQ CX
|
|
815
|
+
JMP sequenceDecs_decode_bmi2_adjust_offset_nonzero
|
|
816
|
+
|
|
817
|
+
sequenceDecs_decode_bmi2_adjust_offset_maybezero:
|
|
818
|
+
TESTQ CX, CX
|
|
819
|
+
JNZ sequenceDecs_decode_bmi2_adjust_offset_nonzero
|
|
820
|
+
MOVQ R10, CX
|
|
821
|
+
JMP sequenceDecs_decode_bmi2_after_adjust
|
|
822
|
+
|
|
823
|
+
sequenceDecs_decode_bmi2_adjust_offset_nonzero:
|
|
824
|
+
CMPQ CX, $0x01
|
|
825
|
+
JB sequenceDecs_decode_bmi2_adjust_zero
|
|
826
|
+
JEQ sequenceDecs_decode_bmi2_adjust_one
|
|
827
|
+
CMPQ CX, $0x02
|
|
828
|
+
JA sequenceDecs_decode_bmi2_adjust_three
|
|
829
|
+
JMP sequenceDecs_decode_bmi2_adjust_two
|
|
830
|
+
|
|
831
|
+
sequenceDecs_decode_bmi2_adjust_zero:
|
|
832
|
+
MOVQ R10, R13
|
|
833
|
+
JMP sequenceDecs_decode_bmi2_adjust_test_temp_valid
|
|
834
|
+
|
|
835
|
+
sequenceDecs_decode_bmi2_adjust_one:
|
|
836
|
+
MOVQ R11, R13
|
|
837
|
+
JMP sequenceDecs_decode_bmi2_adjust_test_temp_valid
|
|
838
|
+
|
|
839
|
+
sequenceDecs_decode_bmi2_adjust_two:
|
|
840
|
+
MOVQ R12, R13
|
|
841
|
+
JMP sequenceDecs_decode_bmi2_adjust_test_temp_valid
|
|
842
|
+
|
|
843
|
+
sequenceDecs_decode_bmi2_adjust_three:
|
|
844
|
+
LEAQ -1(R10), R13
|
|
845
|
+
|
|
846
|
+
sequenceDecs_decode_bmi2_adjust_test_temp_valid:
|
|
847
|
+
TESTQ R13, R13
|
|
848
|
+
JNZ sequenceDecs_decode_bmi2_adjust_temp_valid
|
|
849
|
+
MOVQ $0x00000001, R13
|
|
850
|
+
|
|
851
|
+
sequenceDecs_decode_bmi2_adjust_temp_valid:
|
|
852
|
+
CMPQ CX, $0x01
|
|
853
|
+
CMOVQNE R11, R12
|
|
854
|
+
MOVQ R10, R11
|
|
855
|
+
MOVQ R13, R10
|
|
856
|
+
MOVQ R13, CX
|
|
857
|
+
|
|
858
|
+
sequenceDecs_decode_bmi2_after_adjust:
|
|
859
|
+
MOVQ CX, 16(R9)
|
|
860
|
+
|
|
861
|
+
// Check values
|
|
862
|
+
MOVQ 8(R9), R13
|
|
863
|
+
MOVQ (R9), R14
|
|
864
|
+
LEAQ (R13)(R14*1), R15
|
|
865
|
+
MOVQ s+0(FP), BP
|
|
866
|
+
ADDQ R15, 256(BP)
|
|
867
|
+
MOVQ ctx+16(FP), R15
|
|
868
|
+
SUBQ R14, 128(R15)
|
|
869
|
+
JS error_not_enough_literals
|
|
870
|
+
CMPQ R13, $0x00020002
|
|
871
|
+
JA sequenceDecs_decode_bmi2_error_match_len_too_big
|
|
872
|
+
TESTQ CX, CX
|
|
873
|
+
JNZ sequenceDecs_decode_bmi2_match_len_ofs_ok
|
|
874
|
+
TESTQ R13, R13
|
|
875
|
+
JNZ sequenceDecs_decode_bmi2_error_match_len_ofs_mismatch
|
|
876
|
+
|
|
877
|
+
sequenceDecs_decode_bmi2_match_len_ofs_ok:
|
|
878
|
+
ADDQ $0x18, R9
|
|
879
|
+
DECQ 32(SP)
|
|
880
|
+
JNS sequenceDecs_decode_bmi2_main_loop
|
|
881
|
+
MOVQ s+0(FP), CX
|
|
882
|
+
MOVQ R10, 144(CX)
|
|
883
|
+
MOVQ R11, 152(CX)
|
|
884
|
+
MOVQ R12, 160(CX)
|
|
885
|
+
MOVQ br+8(FP), CX
|
|
886
|
+
MOVQ AX, 24(CX)
|
|
887
|
+
MOVB DL, 40(CX)
|
|
888
|
+
MOVQ BX, 32(CX)
|
|
889
|
+
|
|
890
|
+
// Return success
|
|
891
|
+
MOVQ 32(SP), AX
|
|
892
|
+
MOVQ ctx+16(FP), CX
|
|
893
|
+
MOVQ AX, 96(CX)
|
|
894
|
+
MOVQ $0x00000000, ret+24(FP)
|
|
895
|
+
RET
|
|
896
|
+
|
|
897
|
+
// Return with match length error
|
|
898
|
+
sequenceDecs_decode_bmi2_error_match_len_ofs_mismatch:
|
|
899
|
+
MOVQ 32(SP), AX
|
|
900
|
+
MOVQ ctx+16(FP), CX
|
|
901
|
+
MOVQ AX, 96(CX)
|
|
902
|
+
MOVQ $0x00000001, ret+24(FP)
|
|
903
|
+
RET
|
|
904
|
+
|
|
905
|
+
// Return with match too long error
|
|
906
|
+
sequenceDecs_decode_bmi2_error_match_len_too_big:
|
|
907
|
+
MOVQ 32(SP), AX
|
|
908
|
+
MOVQ ctx+16(FP), CX
|
|
909
|
+
MOVQ AX, 96(CX)
|
|
910
|
+
MOVQ $0x00000002, ret+24(FP)
|
|
911
|
+
RET
|
|
912
|
+
|
|
913
|
+
// Return with match offset too long error
|
|
914
|
+
MOVQ 32(SP), AX
|
|
915
|
+
MOVQ ctx+16(FP), CX
|
|
916
|
+
MOVQ AX, 96(CX)
|
|
917
|
+
MOVQ $0x00000003, ret+24(FP)
|
|
918
|
+
RET
|
|
919
|
+
|
|
920
|
+
// Return with not enough literals error
|
|
921
|
+
error_not_enough_literals:
|
|
922
|
+
MOVQ 32(SP), AX
|
|
923
|
+
MOVQ ctx+16(FP), CX
|
|
924
|
+
MOVQ AX, 96(CX)
|
|
925
|
+
MOVQ $0x00000004, ret+24(FP)
|
|
926
|
+
RET
|
|
927
|
+
|
|
928
|
+
// Return with overread error
|
|
929
|
+
error_overread:
|
|
930
|
+
MOVQ 32(SP), AX
|
|
931
|
+
MOVQ ctx+16(FP), CX
|
|
932
|
+
MOVQ AX, 96(CX)
|
|
933
|
+
MOVQ $0x00000006, ret+24(FP)
|
|
934
|
+
RET
|
|
935
|
+
|
|
936
|
+
// func sequenceDecs_decode_56_bmi2(s *sequenceDecs, br *bitReader, ctx *decodeAsmContext) int
|
|
937
|
+
// Requires: BMI, BMI2, CMOV
|
|
938
|
+
TEXT ·sequenceDecs_decode_56_bmi2(SB), $40-32
|
|
939
|
+
MOVQ br+8(FP), BX
|
|
940
|
+
MOVQ 24(BX), AX
|
|
941
|
+
MOVBQZX 40(BX), DX
|
|
942
|
+
MOVQ (BX), CX
|
|
943
|
+
MOVQ 32(BX), BX
|
|
944
|
+
ADDQ BX, CX
|
|
945
|
+
MOVQ CX, (SP)
|
|
946
|
+
MOVQ ctx+16(FP), CX
|
|
947
|
+
MOVQ 72(CX), SI
|
|
948
|
+
MOVQ 80(CX), DI
|
|
949
|
+
MOVQ 88(CX), R8
|
|
950
|
+
MOVQ (CX), R9
|
|
951
|
+
MOVQ R9, 8(SP)
|
|
952
|
+
MOVQ 24(CX), R9
|
|
953
|
+
MOVQ R9, 16(SP)
|
|
954
|
+
MOVQ 48(CX), R9
|
|
955
|
+
MOVQ R9, 24(SP)
|
|
956
|
+
MOVQ 96(CX), R9
|
|
957
|
+
MOVQ R9, 32(SP)
|
|
958
|
+
MOVQ 104(CX), R9
|
|
959
|
+
MOVQ s+0(FP), CX
|
|
960
|
+
MOVQ 144(CX), R10
|
|
961
|
+
MOVQ 152(CX), R11
|
|
962
|
+
MOVQ 160(CX), R12
|
|
963
|
+
PCALIGN $0x40
|
|
964
|
+
|
|
965
|
+
sequenceDecs_decode_56_bmi2_main_loop:
|
|
966
|
+
MOVQ (SP), R13
|
|
967
|
+
|
|
968
|
+
// Fill bitreader to have enough for the offset and match length.
|
|
969
|
+
CMPQ BX, $0x08
|
|
970
|
+
JL sequenceDecs_decode_56_bmi2_fill_byte_by_byte
|
|
971
|
+
MOVQ DX, CX
|
|
972
|
+
SHRQ $0x03, CX
|
|
973
|
+
SUBQ CX, R13
|
|
974
|
+
MOVQ (R13), AX
|
|
975
|
+
SUBQ CX, BX
|
|
976
|
+
ANDQ $0x07, DX
|
|
977
|
+
JMP sequenceDecs_decode_56_bmi2_fill_end
|
|
978
|
+
|
|
979
|
+
sequenceDecs_decode_56_bmi2_fill_byte_by_byte:
|
|
980
|
+
CMPQ BX, $0x00
|
|
981
|
+
JLE sequenceDecs_decode_56_bmi2_fill_check_overread
|
|
982
|
+
CMPQ DX, $0x07
|
|
983
|
+
JLE sequenceDecs_decode_56_bmi2_fill_end
|
|
984
|
+
SHLQ $0x08, AX
|
|
985
|
+
SUBQ $0x01, R13
|
|
986
|
+
SUBQ $0x01, BX
|
|
987
|
+
SUBQ $0x08, DX
|
|
988
|
+
MOVBQZX (R13), CX
|
|
989
|
+
ORQ CX, AX
|
|
990
|
+
JMP sequenceDecs_decode_56_bmi2_fill_byte_by_byte
|
|
991
|
+
|
|
992
|
+
sequenceDecs_decode_56_bmi2_fill_check_overread:
|
|
993
|
+
CMPQ DX, $0x40
|
|
994
|
+
JA error_overread
|
|
995
|
+
|
|
996
|
+
sequenceDecs_decode_56_bmi2_fill_end:
|
|
997
|
+
// Update offset
|
|
998
|
+
MOVQ $0x00000808, CX
|
|
999
|
+
BEXTRQ CX, R8, R14
|
|
1000
|
+
MOVQ AX, R15
|
|
1001
|
+
LEAQ (DX)(R14*1), CX
|
|
1002
|
+
ROLQ CL, R15
|
|
1003
|
+
BZHIQ R14, R15, R15
|
|
1004
|
+
MOVQ CX, DX
|
|
1005
|
+
MOVQ R8, CX
|
|
1006
|
+
SHRQ $0x20, CX
|
|
1007
|
+
ADDQ R15, CX
|
|
1008
|
+
MOVQ CX, 16(R9)
|
|
1009
|
+
|
|
1010
|
+
// Update match length
|
|
1011
|
+
MOVQ $0x00000808, CX
|
|
1012
|
+
BEXTRQ CX, DI, R14
|
|
1013
|
+
MOVQ AX, R15
|
|
1014
|
+
LEAQ (DX)(R14*1), CX
|
|
1015
|
+
ROLQ CL, R15
|
|
1016
|
+
BZHIQ R14, R15, R15
|
|
1017
|
+
MOVQ CX, DX
|
|
1018
|
+
MOVQ DI, CX
|
|
1019
|
+
SHRQ $0x20, CX
|
|
1020
|
+
ADDQ R15, CX
|
|
1021
|
+
MOVQ CX, 8(R9)
|
|
1022
|
+
|
|
1023
|
+
// Update literal length
|
|
1024
|
+
MOVQ $0x00000808, CX
|
|
1025
|
+
BEXTRQ CX, SI, R14
|
|
1026
|
+
MOVQ AX, R15
|
|
1027
|
+
LEAQ (DX)(R14*1), CX
|
|
1028
|
+
ROLQ CL, R15
|
|
1029
|
+
BZHIQ R14, R15, R15
|
|
1030
|
+
MOVQ CX, DX
|
|
1031
|
+
MOVQ SI, CX
|
|
1032
|
+
SHRQ $0x20, CX
|
|
1033
|
+
ADDQ R15, CX
|
|
1034
|
+
MOVQ CX, (R9)
|
|
1035
|
+
|
|
1036
|
+
// Fill bitreader for state updates
|
|
1037
|
+
MOVQ R13, (SP)
|
|
1038
|
+
MOVQ $0x00000808, CX
|
|
1039
|
+
BEXTRQ CX, R8, R13
|
|
1040
|
+
CMPQ 32(SP), $0x00
|
|
1041
|
+
JZ sequenceDecs_decode_56_bmi2_skip_update
|
|
1042
|
+
LEAQ (SI)(DI*1), R14
|
|
1043
|
+
ADDQ R8, R14
|
|
1044
|
+
MOVBQZX R14, R14
|
|
1045
|
+
LEAQ (DX)(R14*1), CX
|
|
1046
|
+
MOVQ AX, R15
|
|
1047
|
+
MOVQ CX, DX
|
|
1048
|
+
ROLQ CL, R15
|
|
1049
|
+
BZHIQ R14, R15, R15
|
|
1050
|
+
|
|
1051
|
+
// Update Offset State
|
|
1052
|
+
BZHIQ R8, R15, CX
|
|
1053
|
+
SHRXQ R8, R15, R15
|
|
1054
|
+
SHRL $0x10, R8
|
|
1055
|
+
ADDQ CX, R8
|
|
1056
|
+
|
|
1057
|
+
// Load ctx.ofTable
|
|
1058
|
+
MOVQ 24(SP), CX
|
|
1059
|
+
MOVQ (CX)(R8*8), R8
|
|
1060
|
+
|
|
1061
|
+
// Update Match Length State
|
|
1062
|
+
BZHIQ DI, R15, CX
|
|
1063
|
+
SHRXQ DI, R15, R15
|
|
1064
|
+
SHRL $0x10, DI
|
|
1065
|
+
ADDQ CX, DI
|
|
1066
|
+
|
|
1067
|
+
// Load ctx.mlTable
|
|
1068
|
+
MOVQ 16(SP), CX
|
|
1069
|
+
MOVQ (CX)(DI*8), DI
|
|
1070
|
+
|
|
1071
|
+
// Update Literal Length State
|
|
1072
|
+
BZHIQ SI, R15, CX
|
|
1073
|
+
SHRL $0x10, SI
|
|
1074
|
+
ADDQ CX, SI
|
|
1075
|
+
|
|
1076
|
+
// Load ctx.llTable
|
|
1077
|
+
MOVQ 8(SP), CX
|
|
1078
|
+
MOVQ (CX)(SI*8), SI
|
|
1079
|
+
|
|
1080
|
+
sequenceDecs_decode_56_bmi2_skip_update:
|
|
1081
|
+
// Adjust offset
|
|
1082
|
+
MOVQ 16(R9), CX
|
|
1083
|
+
CMPQ R13, $0x01
|
|
1084
|
+
JBE sequenceDecs_decode_56_bmi2_adjust_offsetB_1_or_0
|
|
1085
|
+
MOVQ R11, R12
|
|
1086
|
+
MOVQ R10, R11
|
|
1087
|
+
MOVQ CX, R10
|
|
1088
|
+
JMP sequenceDecs_decode_56_bmi2_after_adjust
|
|
1089
|
+
|
|
1090
|
+
sequenceDecs_decode_56_bmi2_adjust_offsetB_1_or_0:
|
|
1091
|
+
CMPQ (R9), $0x00000000
|
|
1092
|
+
JNE sequenceDecs_decode_56_bmi2_adjust_offset_maybezero
|
|
1093
|
+
INCQ CX
|
|
1094
|
+
JMP sequenceDecs_decode_56_bmi2_adjust_offset_nonzero
|
|
1095
|
+
|
|
1096
|
+
sequenceDecs_decode_56_bmi2_adjust_offset_maybezero:
|
|
1097
|
+
TESTQ CX, CX
|
|
1098
|
+
JNZ sequenceDecs_decode_56_bmi2_adjust_offset_nonzero
|
|
1099
|
+
MOVQ R10, CX
|
|
1100
|
+
JMP sequenceDecs_decode_56_bmi2_after_adjust
|
|
1101
|
+
|
|
1102
|
+
sequenceDecs_decode_56_bmi2_adjust_offset_nonzero:
|
|
1103
|
+
CMPQ CX, $0x01
|
|
1104
|
+
JB sequenceDecs_decode_56_bmi2_adjust_zero
|
|
1105
|
+
JEQ sequenceDecs_decode_56_bmi2_adjust_one
|
|
1106
|
+
CMPQ CX, $0x02
|
|
1107
|
+
JA sequenceDecs_decode_56_bmi2_adjust_three
|
|
1108
|
+
JMP sequenceDecs_decode_56_bmi2_adjust_two
|
|
1109
|
+
|
|
1110
|
+
sequenceDecs_decode_56_bmi2_adjust_zero:
|
|
1111
|
+
MOVQ R10, R13
|
|
1112
|
+
JMP sequenceDecs_decode_56_bmi2_adjust_test_temp_valid
|
|
1113
|
+
|
|
1114
|
+
sequenceDecs_decode_56_bmi2_adjust_one:
|
|
1115
|
+
MOVQ R11, R13
|
|
1116
|
+
JMP sequenceDecs_decode_56_bmi2_adjust_test_temp_valid
|
|
1117
|
+
|
|
1118
|
+
sequenceDecs_decode_56_bmi2_adjust_two:
|
|
1119
|
+
MOVQ R12, R13
|
|
1120
|
+
JMP sequenceDecs_decode_56_bmi2_adjust_test_temp_valid
|
|
1121
|
+
|
|
1122
|
+
sequenceDecs_decode_56_bmi2_adjust_three:
|
|
1123
|
+
LEAQ -1(R10), R13
|
|
1124
|
+
|
|
1125
|
+
sequenceDecs_decode_56_bmi2_adjust_test_temp_valid:
|
|
1126
|
+
TESTQ R13, R13
|
|
1127
|
+
JNZ sequenceDecs_decode_56_bmi2_adjust_temp_valid
|
|
1128
|
+
MOVQ $0x00000001, R13
|
|
1129
|
+
|
|
1130
|
+
sequenceDecs_decode_56_bmi2_adjust_temp_valid:
|
|
1131
|
+
CMPQ CX, $0x01
|
|
1132
|
+
CMOVQNE R11, R12
|
|
1133
|
+
MOVQ R10, R11
|
|
1134
|
+
MOVQ R13, R10
|
|
1135
|
+
MOVQ R13, CX
|
|
1136
|
+
|
|
1137
|
+
sequenceDecs_decode_56_bmi2_after_adjust:
|
|
1138
|
+
MOVQ CX, 16(R9)
|
|
1139
|
+
|
|
1140
|
+
// Check values
|
|
1141
|
+
MOVQ 8(R9), R13
|
|
1142
|
+
MOVQ (R9), R14
|
|
1143
|
+
LEAQ (R13)(R14*1), R15
|
|
1144
|
+
MOVQ s+0(FP), BP
|
|
1145
|
+
ADDQ R15, 256(BP)
|
|
1146
|
+
MOVQ ctx+16(FP), R15
|
|
1147
|
+
SUBQ R14, 128(R15)
|
|
1148
|
+
JS error_not_enough_literals
|
|
1149
|
+
CMPQ R13, $0x00020002
|
|
1150
|
+
JA sequenceDecs_decode_56_bmi2_error_match_len_too_big
|
|
1151
|
+
TESTQ CX, CX
|
|
1152
|
+
JNZ sequenceDecs_decode_56_bmi2_match_len_ofs_ok
|
|
1153
|
+
TESTQ R13, R13
|
|
1154
|
+
JNZ sequenceDecs_decode_56_bmi2_error_match_len_ofs_mismatch
|
|
1155
|
+
|
|
1156
|
+
sequenceDecs_decode_56_bmi2_match_len_ofs_ok:
|
|
1157
|
+
ADDQ $0x18, R9
|
|
1158
|
+
DECQ 32(SP)
|
|
1159
|
+
JNS sequenceDecs_decode_56_bmi2_main_loop
|
|
1160
|
+
MOVQ s+0(FP), CX
|
|
1161
|
+
MOVQ R10, 144(CX)
|
|
1162
|
+
MOVQ R11, 152(CX)
|
|
1163
|
+
MOVQ R12, 160(CX)
|
|
1164
|
+
MOVQ br+8(FP), CX
|
|
1165
|
+
MOVQ AX, 24(CX)
|
|
1166
|
+
MOVB DL, 40(CX)
|
|
1167
|
+
MOVQ BX, 32(CX)
|
|
1168
|
+
|
|
1169
|
+
// Return success
|
|
1170
|
+
MOVQ 32(SP), AX
|
|
1171
|
+
MOVQ ctx+16(FP), CX
|
|
1172
|
+
MOVQ AX, 96(CX)
|
|
1173
|
+
MOVQ $0x00000000, ret+24(FP)
|
|
1174
|
+
RET
|
|
1175
|
+
|
|
1176
|
+
// Return with match length error
|
|
1177
|
+
sequenceDecs_decode_56_bmi2_error_match_len_ofs_mismatch:
|
|
1178
|
+
MOVQ 32(SP), AX
|
|
1179
|
+
MOVQ ctx+16(FP), CX
|
|
1180
|
+
MOVQ AX, 96(CX)
|
|
1181
|
+
MOVQ $0x00000001, ret+24(FP)
|
|
1182
|
+
RET
|
|
1183
|
+
|
|
1184
|
+
// Return with match too long error
|
|
1185
|
+
sequenceDecs_decode_56_bmi2_error_match_len_too_big:
|
|
1186
|
+
MOVQ 32(SP), AX
|
|
1187
|
+
MOVQ ctx+16(FP), CX
|
|
1188
|
+
MOVQ AX, 96(CX)
|
|
1189
|
+
MOVQ $0x00000002, ret+24(FP)
|
|
1190
|
+
RET
|
|
1191
|
+
|
|
1192
|
+
// Return with match offset too long error
|
|
1193
|
+
MOVQ 32(SP), AX
|
|
1194
|
+
MOVQ ctx+16(FP), CX
|
|
1195
|
+
MOVQ AX, 96(CX)
|
|
1196
|
+
MOVQ $0x00000003, ret+24(FP)
|
|
1197
|
+
RET
|
|
1198
|
+
|
|
1199
|
+
// Return with not enough literals error
|
|
1200
|
+
error_not_enough_literals:
|
|
1201
|
+
MOVQ 32(SP), AX
|
|
1202
|
+
MOVQ ctx+16(FP), CX
|
|
1203
|
+
MOVQ AX, 96(CX)
|
|
1204
|
+
MOVQ $0x00000004, ret+24(FP)
|
|
1205
|
+
RET
|
|
1206
|
+
|
|
1207
|
+
// Return with overread error
|
|
1208
|
+
error_overread:
|
|
1209
|
+
MOVQ 32(SP), AX
|
|
1210
|
+
MOVQ ctx+16(FP), CX
|
|
1211
|
+
MOVQ AX, 96(CX)
|
|
1212
|
+
MOVQ $0x00000006, ret+24(FP)
|
|
1213
|
+
RET
|
|
1214
|
+
|
|
1215
|
+
// func sequenceDecs_executeSimple_amd64(ctx *executeAsmContext) bool
|
|
1216
|
+
// Requires: MMX+, SSE
|
|
1217
|
+
TEXT ·sequenceDecs_executeSimple_amd64(SB), $32-9
|
|
1218
|
+
MOVQ ctx+0(FP), R10
|
|
1219
|
+
MOVQ 8(R10), CX
|
|
1220
|
+
TESTQ CX, CX
|
|
1221
|
+
JZ empty_seqs
|
|
1222
|
+
MOVQ (R10), AX
|
|
1223
|
+
|
|
1224
|
+
// seqsEnd = seqsBase + 24 * len(seqs) if ctx.prefetch, else seqsBase (prefetch off)
|
|
1225
|
+
MOVQ AX, DX
|
|
1226
|
+
MOVBQZX 128(R10), R11
|
|
1227
|
+
TESTQ R11, R11
|
|
1228
|
+
JZ prefetch_off
|
|
1229
|
+
LEAQ (CX)(CX*2), DX
|
|
1230
|
+
SHLQ $0x03, DX
|
|
1231
|
+
ADDQ AX, DX
|
|
1232
|
+
|
|
1233
|
+
prefetch_off:
|
|
1234
|
+
MOVQ DX, (SP)
|
|
1235
|
+
MOVQ 24(R10), DX
|
|
1236
|
+
MOVQ 32(R10), BX
|
|
1237
|
+
MOVQ 80(R10), SI
|
|
1238
|
+
MOVQ 104(R10), DI
|
|
1239
|
+
MOVQ 120(R10), R8
|
|
1240
|
+
MOVQ 56(R10), R9
|
|
1241
|
+
MOVQ 64(R10), R10
|
|
1242
|
+
ADDQ R10, R9
|
|
1243
|
+
|
|
1244
|
+
// seqsBase += 24 * seqIndex
|
|
1245
|
+
LEAQ (DX)(DX*2), R11
|
|
1246
|
+
SHLQ $0x03, R11
|
|
1247
|
+
ADDQ R11, AX
|
|
1248
|
+
|
|
1249
|
+
// outBase += outPosition
|
|
1250
|
+
ADDQ DI, BX
|
|
1251
|
+
MOVQ BX, 8(SP)
|
|
1252
|
+
MOVQ BX, R11
|
|
1253
|
+
SUBQ DI, R11
|
|
1254
|
+
MOVQ R11, 16(SP)
|
|
1255
|
+
NEGQ R11
|
|
1256
|
+
ADDQ R9, R11
|
|
1257
|
+
MOVQ R11, 24(SP)
|
|
1258
|
+
|
|
1259
|
+
// Prime the prefetch window
|
|
1260
|
+
MOVQ (SP), R11
|
|
1261
|
+
LEAQ (AX), R12
|
|
1262
|
+
CMPQ R12, R11
|
|
1263
|
+
JAE prefetch_skip_0
|
|
1264
|
+
MOVQ 8(SP), R12
|
|
1265
|
+
MOVQ (AX), R11
|
|
1266
|
+
ADDQ R11, R12
|
|
1267
|
+
MOVQ R12, R13
|
|
1268
|
+
MOVQ 16(AX), R11
|
|
1269
|
+
SUBQ R11, R13
|
|
1270
|
+
MOVQ 16(SP), R11
|
|
1271
|
+
CMPQ R13, R11
|
|
1272
|
+
JAE prefetch_in_out_0
|
|
1273
|
+
MOVQ 24(SP), R11
|
|
1274
|
+
ADDQ R11, R13
|
|
1275
|
+
|
|
1276
|
+
prefetch_in_out_0:
|
|
1277
|
+
PREFETCHT0 (R13)
|
|
1278
|
+
PREFETCHT0 64(R13)
|
|
1279
|
+
MOVQ 8(AX), R11
|
|
1280
|
+
ADDQ R11, R12
|
|
1281
|
+
MOVQ R12, 8(SP)
|
|
1282
|
+
|
|
1283
|
+
prefetch_skip_0:
|
|
1284
|
+
MOVQ (SP), R11
|
|
1285
|
+
LEAQ 24(AX), R12
|
|
1286
|
+
CMPQ R12, R11
|
|
1287
|
+
JAE prefetch_skip_1
|
|
1288
|
+
MOVQ 8(SP), R12
|
|
1289
|
+
MOVQ 24(AX), R11
|
|
1290
|
+
ADDQ R11, R12
|
|
1291
|
+
MOVQ R12, R13
|
|
1292
|
+
MOVQ 40(AX), R11
|
|
1293
|
+
SUBQ R11, R13
|
|
1294
|
+
MOVQ 16(SP), R11
|
|
1295
|
+
CMPQ R13, R11
|
|
1296
|
+
JAE prefetch_in_out_1
|
|
1297
|
+
MOVQ 24(SP), R11
|
|
1298
|
+
ADDQ R11, R13
|
|
1299
|
+
|
|
1300
|
+
prefetch_in_out_1:
|
|
1301
|
+
PREFETCHT0 (R13)
|
|
1302
|
+
PREFETCHT0 64(R13)
|
|
1303
|
+
MOVQ 32(AX), R11
|
|
1304
|
+
ADDQ R11, R12
|
|
1305
|
+
MOVQ R12, 8(SP)
|
|
1306
|
+
|
|
1307
|
+
prefetch_skip_1:
|
|
1308
|
+
MOVQ (SP), R11
|
|
1309
|
+
LEAQ 48(AX), R12
|
|
1310
|
+
CMPQ R12, R11
|
|
1311
|
+
JAE prefetch_skip_2
|
|
1312
|
+
MOVQ 8(SP), R12
|
|
1313
|
+
MOVQ 48(AX), R11
|
|
1314
|
+
ADDQ R11, R12
|
|
1315
|
+
MOVQ R12, R13
|
|
1316
|
+
MOVQ 64(AX), R11
|
|
1317
|
+
SUBQ R11, R13
|
|
1318
|
+
MOVQ 16(SP), R11
|
|
1319
|
+
CMPQ R13, R11
|
|
1320
|
+
JAE prefetch_in_out_2
|
|
1321
|
+
MOVQ 24(SP), R11
|
|
1322
|
+
ADDQ R11, R13
|
|
1323
|
+
|
|
1324
|
+
prefetch_in_out_2:
|
|
1325
|
+
PREFETCHT0 (R13)
|
|
1326
|
+
PREFETCHT0 64(R13)
|
|
1327
|
+
MOVQ 56(AX), R11
|
|
1328
|
+
ADDQ R11, R12
|
|
1329
|
+
MOVQ R12, 8(SP)
|
|
1330
|
+
|
|
1331
|
+
prefetch_skip_2:
|
|
1332
|
+
MOVQ (SP), R11
|
|
1333
|
+
LEAQ 72(AX), R12
|
|
1334
|
+
CMPQ R12, R11
|
|
1335
|
+
JAE prefetch_skip_3
|
|
1336
|
+
MOVQ 8(SP), R12
|
|
1337
|
+
MOVQ 72(AX), R11
|
|
1338
|
+
ADDQ R11, R12
|
|
1339
|
+
MOVQ R12, R13
|
|
1340
|
+
MOVQ 88(AX), R11
|
|
1341
|
+
SUBQ R11, R13
|
|
1342
|
+
MOVQ 16(SP), R11
|
|
1343
|
+
CMPQ R13, R11
|
|
1344
|
+
JAE prefetch_in_out_3
|
|
1345
|
+
MOVQ 24(SP), R11
|
|
1346
|
+
ADDQ R11, R13
|
|
1347
|
+
|
|
1348
|
+
prefetch_in_out_3:
|
|
1349
|
+
PREFETCHT0 (R13)
|
|
1350
|
+
PREFETCHT0 64(R13)
|
|
1351
|
+
MOVQ 80(AX), R11
|
|
1352
|
+
ADDQ R11, R12
|
|
1353
|
+
MOVQ R12, 8(SP)
|
|
1354
|
+
|
|
1355
|
+
prefetch_skip_3:
|
|
1356
|
+
MOVQ (SP), R11
|
|
1357
|
+
LEAQ 96(AX), R12
|
|
1358
|
+
CMPQ R12, R11
|
|
1359
|
+
JAE prefetch_skip_4
|
|
1360
|
+
MOVQ 8(SP), R12
|
|
1361
|
+
MOVQ 96(AX), R11
|
|
1362
|
+
ADDQ R11, R12
|
|
1363
|
+
MOVQ R12, R13
|
|
1364
|
+
MOVQ 112(AX), R11
|
|
1365
|
+
SUBQ R11, R13
|
|
1366
|
+
MOVQ 16(SP), R11
|
|
1367
|
+
CMPQ R13, R11
|
|
1368
|
+
JAE prefetch_in_out_4
|
|
1369
|
+
MOVQ 24(SP), R11
|
|
1370
|
+
ADDQ R11, R13
|
|
1371
|
+
|
|
1372
|
+
prefetch_in_out_4:
|
|
1373
|
+
PREFETCHT0 (R13)
|
|
1374
|
+
PREFETCHT0 64(R13)
|
|
1375
|
+
MOVQ 104(AX), R11
|
|
1376
|
+
ADDQ R11, R12
|
|
1377
|
+
MOVQ R12, 8(SP)
|
|
1378
|
+
|
|
1379
|
+
prefetch_skip_4:
|
|
1380
|
+
MOVQ (SP), R11
|
|
1381
|
+
LEAQ 120(AX), R12
|
|
1382
|
+
CMPQ R12, R11
|
|
1383
|
+
JAE prefetch_skip_5
|
|
1384
|
+
MOVQ 8(SP), R12
|
|
1385
|
+
MOVQ 120(AX), R11
|
|
1386
|
+
ADDQ R11, R12
|
|
1387
|
+
MOVQ R12, R13
|
|
1388
|
+
MOVQ 136(AX), R11
|
|
1389
|
+
SUBQ R11, R13
|
|
1390
|
+
MOVQ 16(SP), R11
|
|
1391
|
+
CMPQ R13, R11
|
|
1392
|
+
JAE prefetch_in_out_5
|
|
1393
|
+
MOVQ 24(SP), R11
|
|
1394
|
+
ADDQ R11, R13
|
|
1395
|
+
|
|
1396
|
+
prefetch_in_out_5:
|
|
1397
|
+
PREFETCHT0 (R13)
|
|
1398
|
+
PREFETCHT0 64(R13)
|
|
1399
|
+
MOVQ 128(AX), R11
|
|
1400
|
+
ADDQ R11, R12
|
|
1401
|
+
MOVQ R12, 8(SP)
|
|
1402
|
+
|
|
1403
|
+
prefetch_skip_5:
|
|
1404
|
+
MOVQ (SP), R11
|
|
1405
|
+
LEAQ 144(AX), R12
|
|
1406
|
+
CMPQ R12, R11
|
|
1407
|
+
JAE prefetch_skip_6
|
|
1408
|
+
MOVQ 8(SP), R12
|
|
1409
|
+
MOVQ 144(AX), R11
|
|
1410
|
+
ADDQ R11, R12
|
|
1411
|
+
MOVQ R12, R13
|
|
1412
|
+
MOVQ 160(AX), R11
|
|
1413
|
+
SUBQ R11, R13
|
|
1414
|
+
MOVQ 16(SP), R11
|
|
1415
|
+
CMPQ R13, R11
|
|
1416
|
+
JAE prefetch_in_out_6
|
|
1417
|
+
MOVQ 24(SP), R11
|
|
1418
|
+
ADDQ R11, R13
|
|
1419
|
+
|
|
1420
|
+
prefetch_in_out_6:
|
|
1421
|
+
PREFETCHT0 (R13)
|
|
1422
|
+
PREFETCHT0 64(R13)
|
|
1423
|
+
MOVQ 152(AX), R11
|
|
1424
|
+
ADDQ R11, R12
|
|
1425
|
+
MOVQ R12, 8(SP)
|
|
1426
|
+
|
|
1427
|
+
prefetch_skip_6:
|
|
1428
|
+
MOVQ (SP), R11
|
|
1429
|
+
LEAQ 168(AX), R12
|
|
1430
|
+
CMPQ R12, R11
|
|
1431
|
+
JAE prefetch_skip_7
|
|
1432
|
+
MOVQ 8(SP), R12
|
|
1433
|
+
MOVQ 168(AX), R11
|
|
1434
|
+
ADDQ R11, R12
|
|
1435
|
+
MOVQ R12, R13
|
|
1436
|
+
MOVQ 184(AX), R11
|
|
1437
|
+
SUBQ R11, R13
|
|
1438
|
+
MOVQ 16(SP), R11
|
|
1439
|
+
CMPQ R13, R11
|
|
1440
|
+
JAE prefetch_in_out_7
|
|
1441
|
+
MOVQ 24(SP), R11
|
|
1442
|
+
ADDQ R11, R13
|
|
1443
|
+
|
|
1444
|
+
prefetch_in_out_7:
|
|
1445
|
+
PREFETCHT0 (R13)
|
|
1446
|
+
PREFETCHT0 64(R13)
|
|
1447
|
+
MOVQ 176(AX), R11
|
|
1448
|
+
ADDQ R11, R12
|
|
1449
|
+
MOVQ R12, 8(SP)
|
|
1450
|
+
PCALIGN $0x40
|
|
1451
|
+
|
|
1452
|
+
prefetch_skip_7:
|
|
1453
|
+
main_loop:
|
|
1454
|
+
MOVQ (SP), R11
|
|
1455
|
+
LEAQ 192(AX), R12
|
|
1456
|
+
CMPQ R12, R11
|
|
1457
|
+
JAE prefetch_skip_8
|
|
1458
|
+
MOVQ 8(SP), R12
|
|
1459
|
+
MOVQ 192(AX), R11
|
|
1460
|
+
ADDQ R11, R12
|
|
1461
|
+
MOVQ R12, R13
|
|
1462
|
+
MOVQ 208(AX), R11
|
|
1463
|
+
SUBQ R11, R13
|
|
1464
|
+
MOVQ 16(SP), R11
|
|
1465
|
+
CMPQ R13, R11
|
|
1466
|
+
JAE prefetch_in_out_8
|
|
1467
|
+
MOVQ 24(SP), R11
|
|
1468
|
+
ADDQ R11, R13
|
|
1469
|
+
|
|
1470
|
+
prefetch_in_out_8:
|
|
1471
|
+
PREFETCHT0 (R13)
|
|
1472
|
+
PREFETCHT0 64(R13)
|
|
1473
|
+
MOVQ 200(AX), R11
|
|
1474
|
+
ADDQ R11, R12
|
|
1475
|
+
MOVQ R12, 8(SP)
|
|
1476
|
+
|
|
1477
|
+
prefetch_skip_8:
|
|
1478
|
+
MOVQ (AX), R11
|
|
1479
|
+
MOVQ 16(AX), R12
|
|
1480
|
+
MOVQ 8(AX), R13
|
|
1481
|
+
|
|
1482
|
+
// Copy literals
|
|
1483
|
+
MOVUPS (SI), X0
|
|
1484
|
+
MOVUPS X0, (BX)
|
|
1485
|
+
CMPQ R11, $0x10
|
|
1486
|
+
JBE copy_1_end
|
|
1487
|
+
MOVQ $0x00000010, R14
|
|
1488
|
+
|
|
1489
|
+
copy_1:
|
|
1490
|
+
MOVUPS (SI)(R14*1), X0
|
|
1491
|
+
MOVUPS X0, (BX)(R14*1)
|
|
1492
|
+
ADDQ $0x10, R14
|
|
1493
|
+
CMPQ R14, R11
|
|
1494
|
+
JB copy_1
|
|
1495
|
+
|
|
1496
|
+
copy_1_end:
|
|
1497
|
+
ADDQ R11, SI
|
|
1498
|
+
ADDQ R11, BX
|
|
1499
|
+
ADDQ R11, DI
|
|
1500
|
+
|
|
1501
|
+
// Malformed input if seq.mo > t+len(hist) || seq.mo > s.windowSize)
|
|
1502
|
+
LEAQ (DI)(R10*1), R11
|
|
1503
|
+
CMPQ R12, R11
|
|
1504
|
+
JG error_match_off_too_big
|
|
1505
|
+
CMPQ R12, R8
|
|
1506
|
+
JG error_match_off_too_big
|
|
1507
|
+
|
|
1508
|
+
// Copy match from history
|
|
1509
|
+
MOVQ R12, R11
|
|
1510
|
+
SUBQ DI, R11
|
|
1511
|
+
JLS copy_match
|
|
1512
|
+
MOVQ R9, R14
|
|
1513
|
+
SUBQ R11, R14
|
|
1514
|
+
CMPQ R13, R11
|
|
1515
|
+
JG copy_all_from_history
|
|
1516
|
+
MOVQ R13, R11
|
|
1517
|
+
SUBQ $0x10, R11
|
|
1518
|
+
JB copy_4_small
|
|
1519
|
+
|
|
1520
|
+
copy_4_loop:
|
|
1521
|
+
MOVUPS (R14), X0
|
|
1522
|
+
MOVUPS X0, (BX)
|
|
1523
|
+
ADDQ $0x10, R14
|
|
1524
|
+
ADDQ $0x10, BX
|
|
1525
|
+
SUBQ $0x10, R11
|
|
1526
|
+
JAE copy_4_loop
|
|
1527
|
+
LEAQ 16(R14)(R11*1), R14
|
|
1528
|
+
LEAQ 16(BX)(R11*1), BX
|
|
1529
|
+
MOVUPS -16(R14), X0
|
|
1530
|
+
MOVUPS X0, -16(BX)
|
|
1531
|
+
JMP copy_4_end
|
|
1532
|
+
|
|
1533
|
+
copy_4_small:
|
|
1534
|
+
CMPQ R13, $0x03
|
|
1535
|
+
JE copy_4_move_3
|
|
1536
|
+
CMPQ R13, $0x08
|
|
1537
|
+
JB copy_4_move_4through7
|
|
1538
|
+
JMP copy_4_move_8through16
|
|
1539
|
+
|
|
1540
|
+
copy_4_move_3:
|
|
1541
|
+
MOVWQZX (R14), R11
|
|
1542
|
+
MOVB 2(R14), R12
|
|
1543
|
+
MOVW R11, (BX)
|
|
1544
|
+
MOVB R12, 2(BX)
|
|
1545
|
+
ADDQ R13, R14
|
|
1546
|
+
ADDQ R13, BX
|
|
1547
|
+
JMP copy_4_end
|
|
1548
|
+
|
|
1549
|
+
copy_4_move_4through7:
|
|
1550
|
+
MOVL (R14), R11
|
|
1551
|
+
MOVL -4(R14)(R13*1), R12
|
|
1552
|
+
MOVL R11, (BX)
|
|
1553
|
+
MOVL R12, -4(BX)(R13*1)
|
|
1554
|
+
ADDQ R13, R14
|
|
1555
|
+
ADDQ R13, BX
|
|
1556
|
+
JMP copy_4_end
|
|
1557
|
+
|
|
1558
|
+
copy_4_move_8through16:
|
|
1559
|
+
MOVQ (R14), R11
|
|
1560
|
+
MOVQ -8(R14)(R13*1), R12
|
|
1561
|
+
MOVQ R11, (BX)
|
|
1562
|
+
MOVQ R12, -8(BX)(R13*1)
|
|
1563
|
+
ADDQ R13, R14
|
|
1564
|
+
ADDQ R13, BX
|
|
1565
|
+
|
|
1566
|
+
copy_4_end:
|
|
1567
|
+
ADDQ R13, DI
|
|
1568
|
+
ADDQ $0x18, AX
|
|
1569
|
+
INCQ DX
|
|
1570
|
+
CMPQ DX, CX
|
|
1571
|
+
JB main_loop
|
|
1572
|
+
JMP loop_finished
|
|
1573
|
+
|
|
1574
|
+
copy_all_from_history:
|
|
1575
|
+
MOVQ R11, R15
|
|
1576
|
+
SUBQ $0x10, R15
|
|
1577
|
+
JB copy_5_small
|
|
1578
|
+
|
|
1579
|
+
copy_5_loop:
|
|
1580
|
+
MOVUPS (R14), X0
|
|
1581
|
+
MOVUPS X0, (BX)
|
|
1582
|
+
ADDQ $0x10, R14
|
|
1583
|
+
ADDQ $0x10, BX
|
|
1584
|
+
SUBQ $0x10, R15
|
|
1585
|
+
JAE copy_5_loop
|
|
1586
|
+
LEAQ 16(R14)(R15*1), R14
|
|
1587
|
+
LEAQ 16(BX)(R15*1), BX
|
|
1588
|
+
MOVUPS -16(R14), X0
|
|
1589
|
+
MOVUPS X0, -16(BX)
|
|
1590
|
+
JMP copy_5_end
|
|
1591
|
+
|
|
1592
|
+
copy_5_small:
|
|
1593
|
+
CMPQ R11, $0x03
|
|
1594
|
+
JE copy_5_move_3
|
|
1595
|
+
JB copy_5_move_1or2
|
|
1596
|
+
CMPQ R11, $0x08
|
|
1597
|
+
JB copy_5_move_4through7
|
|
1598
|
+
JMP copy_5_move_8through16
|
|
1599
|
+
|
|
1600
|
+
copy_5_move_1or2:
|
|
1601
|
+
MOVB (R14), R15
|
|
1602
|
+
MOVB -1(R14)(R11*1), BP
|
|
1603
|
+
MOVB R15, (BX)
|
|
1604
|
+
MOVB BP, -1(BX)(R11*1)
|
|
1605
|
+
ADDQ R11, R14
|
|
1606
|
+
ADDQ R11, BX
|
|
1607
|
+
JMP copy_5_end
|
|
1608
|
+
|
|
1609
|
+
copy_5_move_3:
|
|
1610
|
+
MOVWQZX (R14), R15
|
|
1611
|
+
MOVB 2(R14), BP
|
|
1612
|
+
MOVW R15, (BX)
|
|
1613
|
+
MOVB BP, 2(BX)
|
|
1614
|
+
ADDQ R11, R14
|
|
1615
|
+
ADDQ R11, BX
|
|
1616
|
+
JMP copy_5_end
|
|
1617
|
+
|
|
1618
|
+
copy_5_move_4through7:
|
|
1619
|
+
MOVL (R14), R15
|
|
1620
|
+
MOVL -4(R14)(R11*1), BP
|
|
1621
|
+
MOVL R15, (BX)
|
|
1622
|
+
MOVL BP, -4(BX)(R11*1)
|
|
1623
|
+
ADDQ R11, R14
|
|
1624
|
+
ADDQ R11, BX
|
|
1625
|
+
JMP copy_5_end
|
|
1626
|
+
|
|
1627
|
+
copy_5_move_8through16:
|
|
1628
|
+
MOVQ (R14), R15
|
|
1629
|
+
MOVQ -8(R14)(R11*1), BP
|
|
1630
|
+
MOVQ R15, (BX)
|
|
1631
|
+
MOVQ BP, -8(BX)(R11*1)
|
|
1632
|
+
ADDQ R11, R14
|
|
1633
|
+
ADDQ R11, BX
|
|
1634
|
+
|
|
1635
|
+
copy_5_end:
|
|
1636
|
+
ADDQ R11, DI
|
|
1637
|
+
SUBQ R11, R13
|
|
1638
|
+
|
|
1639
|
+
// Copy match from the current buffer
|
|
1640
|
+
copy_match:
|
|
1641
|
+
MOVQ BX, R11
|
|
1642
|
+
SUBQ R12, R11
|
|
1643
|
+
|
|
1644
|
+
// ml <= mo
|
|
1645
|
+
CMPQ R13, R12
|
|
1646
|
+
JA copy_overlapping_match
|
|
1647
|
+
|
|
1648
|
+
// Copy non-overlapping match
|
|
1649
|
+
ADDQ R13, DI
|
|
1650
|
+
MOVUPS (R11), X0
|
|
1651
|
+
MOVUPS 16(R11), X1
|
|
1652
|
+
MOVUPS X0, (BX)
|
|
1653
|
+
MOVUPS X1, 16(BX)
|
|
1654
|
+
CMPQ R13, $0x20
|
|
1655
|
+
JA copy_2_long
|
|
1656
|
+
ADDQ R13, BX
|
|
1657
|
+
JMP handle_loop
|
|
1658
|
+
|
|
1659
|
+
copy_2_long:
|
|
1660
|
+
LEAQ 32(BX), R12
|
|
1661
|
+
ADDQ R13, BX
|
|
1662
|
+
ADDQ $0x20, R11
|
|
1663
|
+
SUBQ $0x20, R13
|
|
1664
|
+
|
|
1665
|
+
copy_2:
|
|
1666
|
+
MOVUPS (R11), X0
|
|
1667
|
+
MOVUPS 16(R11), X1
|
|
1668
|
+
MOVUPS X0, (R12)
|
|
1669
|
+
MOVUPS X1, 16(R12)
|
|
1670
|
+
ADDQ $0x20, R11
|
|
1671
|
+
ADDQ $0x20, R12
|
|
1672
|
+
SUBQ $0x20, R13
|
|
1673
|
+
JHI copy_2
|
|
1674
|
+
JMP handle_loop
|
|
1675
|
+
|
|
1676
|
+
// Copy overlapping match
|
|
1677
|
+
copy_overlapping_match:
|
|
1678
|
+
ADDQ R13, DI
|
|
1679
|
+
CMPQ R12, $0x10
|
|
1680
|
+
JB copy_slow_3
|
|
1681
|
+
MOVQ BX, R12
|
|
1682
|
+
ADDQ R13, BX
|
|
1683
|
+
|
|
1684
|
+
copy_3:
|
|
1685
|
+
MOVUPS (R11), X0
|
|
1686
|
+
MOVUPS X0, (R12)
|
|
1687
|
+
ADDQ $0x10, R11
|
|
1688
|
+
ADDQ $0x10, R12
|
|
1689
|
+
SUBQ $0x10, R13
|
|
1690
|
+
JHI copy_3
|
|
1691
|
+
JMP handle_loop
|
|
1692
|
+
|
|
1693
|
+
copy_slow_3:
|
|
1694
|
+
MOVBQZX (R11), R12
|
|
1695
|
+
MOVB R12, (BX)
|
|
1696
|
+
INCQ R11
|
|
1697
|
+
INCQ BX
|
|
1698
|
+
DECQ R13
|
|
1699
|
+
JNZ copy_slow_3
|
|
1700
|
+
|
|
1701
|
+
handle_loop:
|
|
1702
|
+
ADDQ $0x18, AX
|
|
1703
|
+
INCQ DX
|
|
1704
|
+
CMPQ DX, CX
|
|
1705
|
+
JB main_loop
|
|
1706
|
+
|
|
1707
|
+
loop_finished:
|
|
1708
|
+
// Return value
|
|
1709
|
+
MOVB $0x01, ret+8(FP)
|
|
1710
|
+
|
|
1711
|
+
// Update the context
|
|
1712
|
+
MOVQ ctx+0(FP), AX
|
|
1713
|
+
MOVQ DX, 24(AX)
|
|
1714
|
+
MOVQ DI, 104(AX)
|
|
1715
|
+
SUBQ 80(AX), SI
|
|
1716
|
+
MOVQ SI, 112(AX)
|
|
1717
|
+
RET
|
|
1718
|
+
|
|
1719
|
+
error_match_off_too_big:
|
|
1720
|
+
// Return value
|
|
1721
|
+
MOVB $0x00, ret+8(FP)
|
|
1722
|
+
|
|
1723
|
+
// Update the context
|
|
1724
|
+
MOVQ ctx+0(FP), AX
|
|
1725
|
+
MOVQ DX, 24(AX)
|
|
1726
|
+
MOVQ DI, 104(AX)
|
|
1727
|
+
SUBQ 80(AX), SI
|
|
1728
|
+
MOVQ SI, 112(AX)
|
|
1729
|
+
RET
|
|
1730
|
+
|
|
1731
|
+
empty_seqs:
|
|
1732
|
+
// Return value
|
|
1733
|
+
MOVB $0x01, ret+8(FP)
|
|
1734
|
+
RET
|
|
1735
|
+
|
|
1736
|
+
// func sequenceDecs_executeSimple_safe_amd64(ctx *executeAsmContext) bool
|
|
1737
|
+
// Requires: MMX+, SSE
|
|
1738
|
+
TEXT ·sequenceDecs_executeSimple_safe_amd64(SB), $32-9
|
|
1739
|
+
MOVQ ctx+0(FP), R10
|
|
1740
|
+
MOVQ 8(R10), CX
|
|
1741
|
+
TESTQ CX, CX
|
|
1742
|
+
JZ empty_seqs
|
|
1743
|
+
MOVQ (R10), AX
|
|
1744
|
+
|
|
1745
|
+
// seqsEnd = seqsBase + 24 * len(seqs) if ctx.prefetch, else seqsBase (prefetch off)
|
|
1746
|
+
MOVQ AX, DX
|
|
1747
|
+
MOVBQZX 128(R10), R11
|
|
1748
|
+
TESTQ R11, R11
|
|
1749
|
+
JZ prefetch_off
|
|
1750
|
+
LEAQ (CX)(CX*2), DX
|
|
1751
|
+
SHLQ $0x03, DX
|
|
1752
|
+
ADDQ AX, DX
|
|
1753
|
+
|
|
1754
|
+
prefetch_off:
|
|
1755
|
+
MOVQ DX, (SP)
|
|
1756
|
+
MOVQ 24(R10), DX
|
|
1757
|
+
MOVQ 32(R10), BX
|
|
1758
|
+
MOVQ 80(R10), SI
|
|
1759
|
+
MOVQ 104(R10), DI
|
|
1760
|
+
MOVQ 120(R10), R8
|
|
1761
|
+
MOVQ 56(R10), R9
|
|
1762
|
+
MOVQ 64(R10), R10
|
|
1763
|
+
ADDQ R10, R9
|
|
1764
|
+
|
|
1765
|
+
// seqsBase += 24 * seqIndex
|
|
1766
|
+
LEAQ (DX)(DX*2), R11
|
|
1767
|
+
SHLQ $0x03, R11
|
|
1768
|
+
ADDQ R11, AX
|
|
1769
|
+
|
|
1770
|
+
// outBase += outPosition
|
|
1771
|
+
ADDQ DI, BX
|
|
1772
|
+
MOVQ BX, 8(SP)
|
|
1773
|
+
MOVQ BX, R11
|
|
1774
|
+
SUBQ DI, R11
|
|
1775
|
+
MOVQ R11, 16(SP)
|
|
1776
|
+
NEGQ R11
|
|
1777
|
+
ADDQ R9, R11
|
|
1778
|
+
MOVQ R11, 24(SP)
|
|
1779
|
+
|
|
1780
|
+
// Prime the prefetch window
|
|
1781
|
+
MOVQ (SP), R11
|
|
1782
|
+
LEAQ (AX), R12
|
|
1783
|
+
CMPQ R12, R11
|
|
1784
|
+
JAE prefetch_skip_0
|
|
1785
|
+
MOVQ 8(SP), R12
|
|
1786
|
+
MOVQ (AX), R11
|
|
1787
|
+
ADDQ R11, R12
|
|
1788
|
+
MOVQ R12, R13
|
|
1789
|
+
MOVQ 16(AX), R11
|
|
1790
|
+
SUBQ R11, R13
|
|
1791
|
+
MOVQ 16(SP), R11
|
|
1792
|
+
CMPQ R13, R11
|
|
1793
|
+
JAE prefetch_in_out_0
|
|
1794
|
+
MOVQ 24(SP), R11
|
|
1795
|
+
ADDQ R11, R13
|
|
1796
|
+
|
|
1797
|
+
prefetch_in_out_0:
|
|
1798
|
+
PREFETCHT0 (R13)
|
|
1799
|
+
PREFETCHT0 64(R13)
|
|
1800
|
+
MOVQ 8(AX), R11
|
|
1801
|
+
ADDQ R11, R12
|
|
1802
|
+
MOVQ R12, 8(SP)
|
|
1803
|
+
|
|
1804
|
+
prefetch_skip_0:
|
|
1805
|
+
MOVQ (SP), R11
|
|
1806
|
+
LEAQ 24(AX), R12
|
|
1807
|
+
CMPQ R12, R11
|
|
1808
|
+
JAE prefetch_skip_1
|
|
1809
|
+
MOVQ 8(SP), R12
|
|
1810
|
+
MOVQ 24(AX), R11
|
|
1811
|
+
ADDQ R11, R12
|
|
1812
|
+
MOVQ R12, R13
|
|
1813
|
+
MOVQ 40(AX), R11
|
|
1814
|
+
SUBQ R11, R13
|
|
1815
|
+
MOVQ 16(SP), R11
|
|
1816
|
+
CMPQ R13, R11
|
|
1817
|
+
JAE prefetch_in_out_1
|
|
1818
|
+
MOVQ 24(SP), R11
|
|
1819
|
+
ADDQ R11, R13
|
|
1820
|
+
|
|
1821
|
+
prefetch_in_out_1:
|
|
1822
|
+
PREFETCHT0 (R13)
|
|
1823
|
+
PREFETCHT0 64(R13)
|
|
1824
|
+
MOVQ 32(AX), R11
|
|
1825
|
+
ADDQ R11, R12
|
|
1826
|
+
MOVQ R12, 8(SP)
|
|
1827
|
+
|
|
1828
|
+
prefetch_skip_1:
|
|
1829
|
+
MOVQ (SP), R11
|
|
1830
|
+
LEAQ 48(AX), R12
|
|
1831
|
+
CMPQ R12, R11
|
|
1832
|
+
JAE prefetch_skip_2
|
|
1833
|
+
MOVQ 8(SP), R12
|
|
1834
|
+
MOVQ 48(AX), R11
|
|
1835
|
+
ADDQ R11, R12
|
|
1836
|
+
MOVQ R12, R13
|
|
1837
|
+
MOVQ 64(AX), R11
|
|
1838
|
+
SUBQ R11, R13
|
|
1839
|
+
MOVQ 16(SP), R11
|
|
1840
|
+
CMPQ R13, R11
|
|
1841
|
+
JAE prefetch_in_out_2
|
|
1842
|
+
MOVQ 24(SP), R11
|
|
1843
|
+
ADDQ R11, R13
|
|
1844
|
+
|
|
1845
|
+
prefetch_in_out_2:
|
|
1846
|
+
PREFETCHT0 (R13)
|
|
1847
|
+
PREFETCHT0 64(R13)
|
|
1848
|
+
MOVQ 56(AX), R11
|
|
1849
|
+
ADDQ R11, R12
|
|
1850
|
+
MOVQ R12, 8(SP)
|
|
1851
|
+
|
|
1852
|
+
prefetch_skip_2:
|
|
1853
|
+
MOVQ (SP), R11
|
|
1854
|
+
LEAQ 72(AX), R12
|
|
1855
|
+
CMPQ R12, R11
|
|
1856
|
+
JAE prefetch_skip_3
|
|
1857
|
+
MOVQ 8(SP), R12
|
|
1858
|
+
MOVQ 72(AX), R11
|
|
1859
|
+
ADDQ R11, R12
|
|
1860
|
+
MOVQ R12, R13
|
|
1861
|
+
MOVQ 88(AX), R11
|
|
1862
|
+
SUBQ R11, R13
|
|
1863
|
+
MOVQ 16(SP), R11
|
|
1864
|
+
CMPQ R13, R11
|
|
1865
|
+
JAE prefetch_in_out_3
|
|
1866
|
+
MOVQ 24(SP), R11
|
|
1867
|
+
ADDQ R11, R13
|
|
1868
|
+
|
|
1869
|
+
prefetch_in_out_3:
|
|
1870
|
+
PREFETCHT0 (R13)
|
|
1871
|
+
PREFETCHT0 64(R13)
|
|
1872
|
+
MOVQ 80(AX), R11
|
|
1873
|
+
ADDQ R11, R12
|
|
1874
|
+
MOVQ R12, 8(SP)
|
|
1875
|
+
|
|
1876
|
+
prefetch_skip_3:
|
|
1877
|
+
MOVQ (SP), R11
|
|
1878
|
+
LEAQ 96(AX), R12
|
|
1879
|
+
CMPQ R12, R11
|
|
1880
|
+
JAE prefetch_skip_4
|
|
1881
|
+
MOVQ 8(SP), R12
|
|
1882
|
+
MOVQ 96(AX), R11
|
|
1883
|
+
ADDQ R11, R12
|
|
1884
|
+
MOVQ R12, R13
|
|
1885
|
+
MOVQ 112(AX), R11
|
|
1886
|
+
SUBQ R11, R13
|
|
1887
|
+
MOVQ 16(SP), R11
|
|
1888
|
+
CMPQ R13, R11
|
|
1889
|
+
JAE prefetch_in_out_4
|
|
1890
|
+
MOVQ 24(SP), R11
|
|
1891
|
+
ADDQ R11, R13
|
|
1892
|
+
|
|
1893
|
+
prefetch_in_out_4:
|
|
1894
|
+
PREFETCHT0 (R13)
|
|
1895
|
+
PREFETCHT0 64(R13)
|
|
1896
|
+
MOVQ 104(AX), R11
|
|
1897
|
+
ADDQ R11, R12
|
|
1898
|
+
MOVQ R12, 8(SP)
|
|
1899
|
+
|
|
1900
|
+
prefetch_skip_4:
|
|
1901
|
+
MOVQ (SP), R11
|
|
1902
|
+
LEAQ 120(AX), R12
|
|
1903
|
+
CMPQ R12, R11
|
|
1904
|
+
JAE prefetch_skip_5
|
|
1905
|
+
MOVQ 8(SP), R12
|
|
1906
|
+
MOVQ 120(AX), R11
|
|
1907
|
+
ADDQ R11, R12
|
|
1908
|
+
MOVQ R12, R13
|
|
1909
|
+
MOVQ 136(AX), R11
|
|
1910
|
+
SUBQ R11, R13
|
|
1911
|
+
MOVQ 16(SP), R11
|
|
1912
|
+
CMPQ R13, R11
|
|
1913
|
+
JAE prefetch_in_out_5
|
|
1914
|
+
MOVQ 24(SP), R11
|
|
1915
|
+
ADDQ R11, R13
|
|
1916
|
+
|
|
1917
|
+
prefetch_in_out_5:
|
|
1918
|
+
PREFETCHT0 (R13)
|
|
1919
|
+
PREFETCHT0 64(R13)
|
|
1920
|
+
MOVQ 128(AX), R11
|
|
1921
|
+
ADDQ R11, R12
|
|
1922
|
+
MOVQ R12, 8(SP)
|
|
1923
|
+
|
|
1924
|
+
prefetch_skip_5:
|
|
1925
|
+
MOVQ (SP), R11
|
|
1926
|
+
LEAQ 144(AX), R12
|
|
1927
|
+
CMPQ R12, R11
|
|
1928
|
+
JAE prefetch_skip_6
|
|
1929
|
+
MOVQ 8(SP), R12
|
|
1930
|
+
MOVQ 144(AX), R11
|
|
1931
|
+
ADDQ R11, R12
|
|
1932
|
+
MOVQ R12, R13
|
|
1933
|
+
MOVQ 160(AX), R11
|
|
1934
|
+
SUBQ R11, R13
|
|
1935
|
+
MOVQ 16(SP), R11
|
|
1936
|
+
CMPQ R13, R11
|
|
1937
|
+
JAE prefetch_in_out_6
|
|
1938
|
+
MOVQ 24(SP), R11
|
|
1939
|
+
ADDQ R11, R13
|
|
1940
|
+
|
|
1941
|
+
prefetch_in_out_6:
|
|
1942
|
+
PREFETCHT0 (R13)
|
|
1943
|
+
PREFETCHT0 64(R13)
|
|
1944
|
+
MOVQ 152(AX), R11
|
|
1945
|
+
ADDQ R11, R12
|
|
1946
|
+
MOVQ R12, 8(SP)
|
|
1947
|
+
|
|
1948
|
+
prefetch_skip_6:
|
|
1949
|
+
MOVQ (SP), R11
|
|
1950
|
+
LEAQ 168(AX), R12
|
|
1951
|
+
CMPQ R12, R11
|
|
1952
|
+
JAE prefetch_skip_7
|
|
1953
|
+
MOVQ 8(SP), R12
|
|
1954
|
+
MOVQ 168(AX), R11
|
|
1955
|
+
ADDQ R11, R12
|
|
1956
|
+
MOVQ R12, R13
|
|
1957
|
+
MOVQ 184(AX), R11
|
|
1958
|
+
SUBQ R11, R13
|
|
1959
|
+
MOVQ 16(SP), R11
|
|
1960
|
+
CMPQ R13, R11
|
|
1961
|
+
JAE prefetch_in_out_7
|
|
1962
|
+
MOVQ 24(SP), R11
|
|
1963
|
+
ADDQ R11, R13
|
|
1964
|
+
|
|
1965
|
+
prefetch_in_out_7:
|
|
1966
|
+
PREFETCHT0 (R13)
|
|
1967
|
+
PREFETCHT0 64(R13)
|
|
1968
|
+
MOVQ 176(AX), R11
|
|
1969
|
+
ADDQ R11, R12
|
|
1970
|
+
MOVQ R12, 8(SP)
|
|
1971
|
+
PCALIGN $0x40
|
|
1972
|
+
|
|
1973
|
+
prefetch_skip_7:
|
|
1974
|
+
main_loop:
|
|
1975
|
+
MOVQ (SP), R11
|
|
1976
|
+
LEAQ 192(AX), R12
|
|
1977
|
+
CMPQ R12, R11
|
|
1978
|
+
JAE prefetch_skip_8
|
|
1979
|
+
MOVQ 8(SP), R12
|
|
1980
|
+
MOVQ 192(AX), R11
|
|
1981
|
+
ADDQ R11, R12
|
|
1982
|
+
MOVQ R12, R13
|
|
1983
|
+
MOVQ 208(AX), R11
|
|
1984
|
+
SUBQ R11, R13
|
|
1985
|
+
MOVQ 16(SP), R11
|
|
1986
|
+
CMPQ R13, R11
|
|
1987
|
+
JAE prefetch_in_out_8
|
|
1988
|
+
MOVQ 24(SP), R11
|
|
1989
|
+
ADDQ R11, R13
|
|
1990
|
+
|
|
1991
|
+
prefetch_in_out_8:
|
|
1992
|
+
PREFETCHT0 (R13)
|
|
1993
|
+
PREFETCHT0 64(R13)
|
|
1994
|
+
MOVQ 200(AX), R11
|
|
1995
|
+
ADDQ R11, R12
|
|
1996
|
+
MOVQ R12, 8(SP)
|
|
1997
|
+
|
|
1998
|
+
prefetch_skip_8:
|
|
1999
|
+
MOVQ (AX), R11
|
|
2000
|
+
MOVQ 16(AX), R12
|
|
2001
|
+
MOVQ 8(AX), R13
|
|
2002
|
+
|
|
2003
|
+
// Copy literals
|
|
2004
|
+
TESTQ R11, R11
|
|
2005
|
+
JZ check_offset
|
|
2006
|
+
MOVQ R11, R14
|
|
2007
|
+
SUBQ $0x10, R14
|
|
2008
|
+
JB copy_1_small
|
|
2009
|
+
|
|
2010
|
+
copy_1_loop:
|
|
2011
|
+
MOVUPS (SI), X0
|
|
2012
|
+
MOVUPS X0, (BX)
|
|
2013
|
+
ADDQ $0x10, SI
|
|
2014
|
+
ADDQ $0x10, BX
|
|
2015
|
+
SUBQ $0x10, R14
|
|
2016
|
+
JAE copy_1_loop
|
|
2017
|
+
LEAQ 16(SI)(R14*1), SI
|
|
2018
|
+
LEAQ 16(BX)(R14*1), BX
|
|
2019
|
+
MOVUPS -16(SI), X0
|
|
2020
|
+
MOVUPS X0, -16(BX)
|
|
2021
|
+
JMP copy_1_end
|
|
2022
|
+
|
|
2023
|
+
copy_1_small:
|
|
2024
|
+
CMPQ R11, $0x03
|
|
2025
|
+
JE copy_1_move_3
|
|
2026
|
+
JB copy_1_move_1or2
|
|
2027
|
+
CMPQ R11, $0x08
|
|
2028
|
+
JB copy_1_move_4through7
|
|
2029
|
+
JMP copy_1_move_8through16
|
|
2030
|
+
|
|
2031
|
+
copy_1_move_1or2:
|
|
2032
|
+
MOVB (SI), R14
|
|
2033
|
+
MOVB -1(SI)(R11*1), R15
|
|
2034
|
+
MOVB R14, (BX)
|
|
2035
|
+
MOVB R15, -1(BX)(R11*1)
|
|
2036
|
+
ADDQ R11, SI
|
|
2037
|
+
ADDQ R11, BX
|
|
2038
|
+
JMP copy_1_end
|
|
2039
|
+
|
|
2040
|
+
copy_1_move_3:
|
|
2041
|
+
MOVWQZX (SI), R14
|
|
2042
|
+
MOVB 2(SI), R15
|
|
2043
|
+
MOVW R14, (BX)
|
|
2044
|
+
MOVB R15, 2(BX)
|
|
2045
|
+
ADDQ R11, SI
|
|
2046
|
+
ADDQ R11, BX
|
|
2047
|
+
JMP copy_1_end
|
|
2048
|
+
|
|
2049
|
+
copy_1_move_4through7:
|
|
2050
|
+
MOVL (SI), R14
|
|
2051
|
+
MOVL -4(SI)(R11*1), R15
|
|
2052
|
+
MOVL R14, (BX)
|
|
2053
|
+
MOVL R15, -4(BX)(R11*1)
|
|
2054
|
+
ADDQ R11, SI
|
|
2055
|
+
ADDQ R11, BX
|
|
2056
|
+
JMP copy_1_end
|
|
2057
|
+
|
|
2058
|
+
copy_1_move_8through16:
|
|
2059
|
+
MOVQ (SI), R14
|
|
2060
|
+
MOVQ -8(SI)(R11*1), R15
|
|
2061
|
+
MOVQ R14, (BX)
|
|
2062
|
+
MOVQ R15, -8(BX)(R11*1)
|
|
2063
|
+
ADDQ R11, SI
|
|
2064
|
+
ADDQ R11, BX
|
|
2065
|
+
|
|
2066
|
+
copy_1_end:
|
|
2067
|
+
ADDQ R11, DI
|
|
2068
|
+
|
|
2069
|
+
// Malformed input if seq.mo > t+len(hist) || seq.mo > s.windowSize)
|
|
2070
|
+
check_offset:
|
|
2071
|
+
LEAQ (DI)(R10*1), R11
|
|
2072
|
+
CMPQ R12, R11
|
|
2073
|
+
JG error_match_off_too_big
|
|
2074
|
+
CMPQ R12, R8
|
|
2075
|
+
JG error_match_off_too_big
|
|
2076
|
+
|
|
2077
|
+
// Copy match from history
|
|
2078
|
+
MOVQ R12, R11
|
|
2079
|
+
SUBQ DI, R11
|
|
2080
|
+
JLS copy_match
|
|
2081
|
+
MOVQ R9, R14
|
|
2082
|
+
SUBQ R11, R14
|
|
2083
|
+
CMPQ R13, R11
|
|
2084
|
+
JG copy_all_from_history
|
|
2085
|
+
MOVQ R13, R11
|
|
2086
|
+
SUBQ $0x10, R11
|
|
2087
|
+
JB copy_4_small
|
|
2088
|
+
|
|
2089
|
+
copy_4_loop:
|
|
2090
|
+
MOVUPS (R14), X0
|
|
2091
|
+
MOVUPS X0, (BX)
|
|
2092
|
+
ADDQ $0x10, R14
|
|
2093
|
+
ADDQ $0x10, BX
|
|
2094
|
+
SUBQ $0x10, R11
|
|
2095
|
+
JAE copy_4_loop
|
|
2096
|
+
LEAQ 16(R14)(R11*1), R14
|
|
2097
|
+
LEAQ 16(BX)(R11*1), BX
|
|
2098
|
+
MOVUPS -16(R14), X0
|
|
2099
|
+
MOVUPS X0, -16(BX)
|
|
2100
|
+
JMP copy_4_end
|
|
2101
|
+
|
|
2102
|
+
copy_4_small:
|
|
2103
|
+
CMPQ R13, $0x03
|
|
2104
|
+
JE copy_4_move_3
|
|
2105
|
+
CMPQ R13, $0x08
|
|
2106
|
+
JB copy_4_move_4through7
|
|
2107
|
+
JMP copy_4_move_8through16
|
|
2108
|
+
|
|
2109
|
+
copy_4_move_3:
|
|
2110
|
+
MOVWQZX (R14), R11
|
|
2111
|
+
MOVB 2(R14), R12
|
|
2112
|
+
MOVW R11, (BX)
|
|
2113
|
+
MOVB R12, 2(BX)
|
|
2114
|
+
ADDQ R13, R14
|
|
2115
|
+
ADDQ R13, BX
|
|
2116
|
+
JMP copy_4_end
|
|
2117
|
+
|
|
2118
|
+
copy_4_move_4through7:
|
|
2119
|
+
MOVL (R14), R11
|
|
2120
|
+
MOVL -4(R14)(R13*1), R12
|
|
2121
|
+
MOVL R11, (BX)
|
|
2122
|
+
MOVL R12, -4(BX)(R13*1)
|
|
2123
|
+
ADDQ R13, R14
|
|
2124
|
+
ADDQ R13, BX
|
|
2125
|
+
JMP copy_4_end
|
|
2126
|
+
|
|
2127
|
+
copy_4_move_8through16:
|
|
2128
|
+
MOVQ (R14), R11
|
|
2129
|
+
MOVQ -8(R14)(R13*1), R12
|
|
2130
|
+
MOVQ R11, (BX)
|
|
2131
|
+
MOVQ R12, -8(BX)(R13*1)
|
|
2132
|
+
ADDQ R13, R14
|
|
2133
|
+
ADDQ R13, BX
|
|
2134
|
+
|
|
2135
|
+
copy_4_end:
|
|
2136
|
+
ADDQ R13, DI
|
|
2137
|
+
ADDQ $0x18, AX
|
|
2138
|
+
INCQ DX
|
|
2139
|
+
CMPQ DX, CX
|
|
2140
|
+
JB main_loop
|
|
2141
|
+
JMP loop_finished
|
|
2142
|
+
|
|
2143
|
+
copy_all_from_history:
|
|
2144
|
+
MOVQ R11, R15
|
|
2145
|
+
SUBQ $0x10, R15
|
|
2146
|
+
JB copy_5_small
|
|
2147
|
+
|
|
2148
|
+
copy_5_loop:
|
|
2149
|
+
MOVUPS (R14), X0
|
|
2150
|
+
MOVUPS X0, (BX)
|
|
2151
|
+
ADDQ $0x10, R14
|
|
2152
|
+
ADDQ $0x10, BX
|
|
2153
|
+
SUBQ $0x10, R15
|
|
2154
|
+
JAE copy_5_loop
|
|
2155
|
+
LEAQ 16(R14)(R15*1), R14
|
|
2156
|
+
LEAQ 16(BX)(R15*1), BX
|
|
2157
|
+
MOVUPS -16(R14), X0
|
|
2158
|
+
MOVUPS X0, -16(BX)
|
|
2159
|
+
JMP copy_5_end
|
|
2160
|
+
|
|
2161
|
+
copy_5_small:
|
|
2162
|
+
CMPQ R11, $0x03
|
|
2163
|
+
JE copy_5_move_3
|
|
2164
|
+
JB copy_5_move_1or2
|
|
2165
|
+
CMPQ R11, $0x08
|
|
2166
|
+
JB copy_5_move_4through7
|
|
2167
|
+
JMP copy_5_move_8through16
|
|
2168
|
+
|
|
2169
|
+
copy_5_move_1or2:
|
|
2170
|
+
MOVB (R14), R15
|
|
2171
|
+
MOVB -1(R14)(R11*1), BP
|
|
2172
|
+
MOVB R15, (BX)
|
|
2173
|
+
MOVB BP, -1(BX)(R11*1)
|
|
2174
|
+
ADDQ R11, R14
|
|
2175
|
+
ADDQ R11, BX
|
|
2176
|
+
JMP copy_5_end
|
|
2177
|
+
|
|
2178
|
+
copy_5_move_3:
|
|
2179
|
+
MOVWQZX (R14), R15
|
|
2180
|
+
MOVB 2(R14), BP
|
|
2181
|
+
MOVW R15, (BX)
|
|
2182
|
+
MOVB BP, 2(BX)
|
|
2183
|
+
ADDQ R11, R14
|
|
2184
|
+
ADDQ R11, BX
|
|
2185
|
+
JMP copy_5_end
|
|
2186
|
+
|
|
2187
|
+
copy_5_move_4through7:
|
|
2188
|
+
MOVL (R14), R15
|
|
2189
|
+
MOVL -4(R14)(R11*1), BP
|
|
2190
|
+
MOVL R15, (BX)
|
|
2191
|
+
MOVL BP, -4(BX)(R11*1)
|
|
2192
|
+
ADDQ R11, R14
|
|
2193
|
+
ADDQ R11, BX
|
|
2194
|
+
JMP copy_5_end
|
|
2195
|
+
|
|
2196
|
+
copy_5_move_8through16:
|
|
2197
|
+
MOVQ (R14), R15
|
|
2198
|
+
MOVQ -8(R14)(R11*1), BP
|
|
2199
|
+
MOVQ R15, (BX)
|
|
2200
|
+
MOVQ BP, -8(BX)(R11*1)
|
|
2201
|
+
ADDQ R11, R14
|
|
2202
|
+
ADDQ R11, BX
|
|
2203
|
+
|
|
2204
|
+
copy_5_end:
|
|
2205
|
+
ADDQ R11, DI
|
|
2206
|
+
SUBQ R11, R13
|
|
2207
|
+
|
|
2208
|
+
// Copy match from the current buffer
|
|
2209
|
+
copy_match:
|
|
2210
|
+
MOVQ BX, R11
|
|
2211
|
+
SUBQ R12, R11
|
|
2212
|
+
|
|
2213
|
+
// ml <= mo
|
|
2214
|
+
CMPQ R13, R12
|
|
2215
|
+
JA copy_overlapping_match
|
|
2216
|
+
|
|
2217
|
+
// Copy non-overlapping match
|
|
2218
|
+
ADDQ R13, DI
|
|
2219
|
+
MOVQ R13, R12
|
|
2220
|
+
SUBQ $0x10, R12
|
|
2221
|
+
JB copy_2_small
|
|
2222
|
+
|
|
2223
|
+
copy_2_loop:
|
|
2224
|
+
MOVUPS (R11), X0
|
|
2225
|
+
MOVUPS X0, (BX)
|
|
2226
|
+
ADDQ $0x10, R11
|
|
2227
|
+
ADDQ $0x10, BX
|
|
2228
|
+
SUBQ $0x10, R12
|
|
2229
|
+
JAE copy_2_loop
|
|
2230
|
+
LEAQ 16(R11)(R12*1), R11
|
|
2231
|
+
LEAQ 16(BX)(R12*1), BX
|
|
2232
|
+
MOVUPS -16(R11), X0
|
|
2233
|
+
MOVUPS X0, -16(BX)
|
|
2234
|
+
JMP copy_2_end
|
|
2235
|
+
|
|
2236
|
+
copy_2_small:
|
|
2237
|
+
CMPQ R13, $0x03
|
|
2238
|
+
JE copy_2_move_3
|
|
2239
|
+
JB copy_2_move_1or2
|
|
2240
|
+
CMPQ R13, $0x08
|
|
2241
|
+
JB copy_2_move_4through7
|
|
2242
|
+
JMP copy_2_move_8through16
|
|
2243
|
+
|
|
2244
|
+
copy_2_move_1or2:
|
|
2245
|
+
MOVB (R11), R12
|
|
2246
|
+
MOVB -1(R11)(R13*1), R14
|
|
2247
|
+
MOVB R12, (BX)
|
|
2248
|
+
MOVB R14, -1(BX)(R13*1)
|
|
2249
|
+
ADDQ R13, R11
|
|
2250
|
+
ADDQ R13, BX
|
|
2251
|
+
JMP copy_2_end
|
|
2252
|
+
|
|
2253
|
+
copy_2_move_3:
|
|
2254
|
+
MOVWQZX (R11), R12
|
|
2255
|
+
MOVB 2(R11), R14
|
|
2256
|
+
MOVW R12, (BX)
|
|
2257
|
+
MOVB R14, 2(BX)
|
|
2258
|
+
ADDQ R13, R11
|
|
2259
|
+
ADDQ R13, BX
|
|
2260
|
+
JMP copy_2_end
|
|
2261
|
+
|
|
2262
|
+
copy_2_move_4through7:
|
|
2263
|
+
MOVL (R11), R12
|
|
2264
|
+
MOVL -4(R11)(R13*1), R14
|
|
2265
|
+
MOVL R12, (BX)
|
|
2266
|
+
MOVL R14, -4(BX)(R13*1)
|
|
2267
|
+
ADDQ R13, R11
|
|
2268
|
+
ADDQ R13, BX
|
|
2269
|
+
JMP copy_2_end
|
|
2270
|
+
|
|
2271
|
+
copy_2_move_8through16:
|
|
2272
|
+
MOVQ (R11), R12
|
|
2273
|
+
MOVQ -8(R11)(R13*1), R14
|
|
2274
|
+
MOVQ R12, (BX)
|
|
2275
|
+
MOVQ R14, -8(BX)(R13*1)
|
|
2276
|
+
ADDQ R13, R11
|
|
2277
|
+
ADDQ R13, BX
|
|
2278
|
+
|
|
2279
|
+
copy_2_end:
|
|
2280
|
+
JMP handle_loop
|
|
2281
|
+
|
|
2282
|
+
// Copy overlapping match
|
|
2283
|
+
copy_overlapping_match:
|
|
2284
|
+
ADDQ R13, DI
|
|
2285
|
+
CMPQ R12, $0x10
|
|
2286
|
+
JB copy_slow_3
|
|
2287
|
+
|
|
2288
|
+
copy_3_blocks:
|
|
2289
|
+
MOVUPS (R11), X0
|
|
2290
|
+
MOVUPS X0, (BX)
|
|
2291
|
+
ADDQ $0x10, R11
|
|
2292
|
+
ADDQ $0x10, BX
|
|
2293
|
+
SUBQ $0x10, R13
|
|
2294
|
+
CMPQ R13, $0x10
|
|
2295
|
+
JAE copy_3_blocks
|
|
2296
|
+
TESTQ R13, R13
|
|
2297
|
+
JZ handle_loop
|
|
2298
|
+
|
|
2299
|
+
copy_slow_3:
|
|
2300
|
+
MOVBQZX (R11), R12
|
|
2301
|
+
MOVB R12, (BX)
|
|
2302
|
+
INCQ R11
|
|
2303
|
+
INCQ BX
|
|
2304
|
+
DECQ R13
|
|
2305
|
+
JNZ copy_slow_3
|
|
2306
|
+
|
|
2307
|
+
handle_loop:
|
|
2308
|
+
ADDQ $0x18, AX
|
|
2309
|
+
INCQ DX
|
|
2310
|
+
CMPQ DX, CX
|
|
2311
|
+
JB main_loop
|
|
2312
|
+
|
|
2313
|
+
loop_finished:
|
|
2314
|
+
// Return value
|
|
2315
|
+
MOVB $0x01, ret+8(FP)
|
|
2316
|
+
|
|
2317
|
+
// Update the context
|
|
2318
|
+
MOVQ ctx+0(FP), AX
|
|
2319
|
+
MOVQ DX, 24(AX)
|
|
2320
|
+
MOVQ DI, 104(AX)
|
|
2321
|
+
SUBQ 80(AX), SI
|
|
2322
|
+
MOVQ SI, 112(AX)
|
|
2323
|
+
RET
|
|
2324
|
+
|
|
2325
|
+
error_match_off_too_big:
|
|
2326
|
+
// Return value
|
|
2327
|
+
MOVB $0x00, ret+8(FP)
|
|
2328
|
+
|
|
2329
|
+
// Update the context
|
|
2330
|
+
MOVQ ctx+0(FP), AX
|
|
2331
|
+
MOVQ DX, 24(AX)
|
|
2332
|
+
MOVQ DI, 104(AX)
|
|
2333
|
+
SUBQ 80(AX), SI
|
|
2334
|
+
MOVQ SI, 112(AX)
|
|
2335
|
+
RET
|
|
2336
|
+
|
|
2337
|
+
empty_seqs:
|
|
2338
|
+
// Return value
|
|
2339
|
+
MOVB $0x01, ret+8(FP)
|
|
2340
|
+
RET
|
|
2341
|
+
|
|
2342
|
+
// func sequenceDecs_decodeSync_amd64(s *sequenceDecs, br *bitReader, ctx *decodeSyncAsmContext) int
|
|
2343
|
+
// Requires: CMOV, SSE
|
|
2344
|
+
TEXT ·sequenceDecs_decodeSync_amd64(SB), $96-32
|
|
2345
|
+
MOVQ br+8(FP), CX
|
|
2346
|
+
MOVQ 24(CX), DX
|
|
2347
|
+
MOVBQZX 40(CX), BX
|
|
2348
|
+
MOVQ (CX), AX
|
|
2349
|
+
MOVQ 32(CX), SI
|
|
2350
|
+
ADDQ SI, AX
|
|
2351
|
+
MOVQ AX, (SP)
|
|
2352
|
+
MOVQ ctx+16(FP), AX
|
|
2353
|
+
MOVQ 72(AX), DI
|
|
2354
|
+
MOVQ 80(AX), R8
|
|
2355
|
+
MOVQ 88(AX), R9
|
|
2356
|
+
MOVQ (AX), CX
|
|
2357
|
+
MOVQ CX, 8(SP)
|
|
2358
|
+
MOVQ 24(AX), CX
|
|
2359
|
+
MOVQ CX, 16(SP)
|
|
2360
|
+
MOVQ 48(AX), CX
|
|
2361
|
+
MOVQ CX, 24(SP)
|
|
2362
|
+
MOVQ 96(AX), CX
|
|
2363
|
+
MOVQ CX, 32(SP)
|
|
2364
|
+
XORQ CX, CX
|
|
2365
|
+
MOVQ CX, 40(SP)
|
|
2366
|
+
MOVQ CX, 48(SP)
|
|
2367
|
+
MOVQ CX, 56(SP)
|
|
2368
|
+
MOVQ 112(AX), R10
|
|
2369
|
+
MOVQ 128(AX), CX
|
|
2370
|
+
MOVQ CX, 64(SP)
|
|
2371
|
+
MOVQ 144(AX), R11
|
|
2372
|
+
MOVQ 136(AX), R12
|
|
2373
|
+
MOVQ 200(AX), CX
|
|
2374
|
+
MOVQ CX, 88(SP)
|
|
2375
|
+
MOVQ 176(AX), CX
|
|
2376
|
+
MOVQ CX, 80(SP)
|
|
2377
|
+
MOVQ 184(AX), AX
|
|
2378
|
+
MOVQ AX, 72(SP)
|
|
2379
|
+
MOVQ 72(SP), AX
|
|
2380
|
+
ADDQ AX, 80(SP)
|
|
2381
|
+
|
|
2382
|
+
// Calculate pointer to s.out[cap(s.out)] (a past-end pointer)
|
|
2383
|
+
ADDQ R10, 64(SP)
|
|
2384
|
+
|
|
2385
|
+
// outBase += outPosition
|
|
2386
|
+
ADDQ R12, R10
|
|
2387
|
+
PCALIGN $0x40
|
|
2388
|
+
|
|
2389
|
+
sequenceDecs_decodeSync_amd64_main_loop:
|
|
2390
|
+
MOVQ (SP), R13
|
|
2391
|
+
|
|
2392
|
+
// Fill bitreader to have enough for the offset and match length.
|
|
2393
|
+
CMPQ SI, $0x08
|
|
2394
|
+
JL sequenceDecs_decodeSync_amd64_fill_byte_by_byte
|
|
2395
|
+
MOVQ BX, AX
|
|
2396
|
+
SHRQ $0x03, AX
|
|
2397
|
+
SUBQ AX, R13
|
|
2398
|
+
MOVQ (R13), DX
|
|
2399
|
+
SUBQ AX, SI
|
|
2400
|
+
ANDQ $0x07, BX
|
|
2401
|
+
JMP sequenceDecs_decodeSync_amd64_fill_end
|
|
2402
|
+
|
|
2403
|
+
sequenceDecs_decodeSync_amd64_fill_byte_by_byte:
|
|
2404
|
+
CMPQ SI, $0x00
|
|
2405
|
+
JLE sequenceDecs_decodeSync_amd64_fill_check_overread
|
|
2406
|
+
CMPQ BX, $0x07
|
|
2407
|
+
JLE sequenceDecs_decodeSync_amd64_fill_end
|
|
2408
|
+
SHLQ $0x08, DX
|
|
2409
|
+
SUBQ $0x01, R13
|
|
2410
|
+
SUBQ $0x01, SI
|
|
2411
|
+
SUBQ $0x08, BX
|
|
2412
|
+
MOVBQZX (R13), AX
|
|
2413
|
+
ORQ AX, DX
|
|
2414
|
+
JMP sequenceDecs_decodeSync_amd64_fill_byte_by_byte
|
|
2415
|
+
|
|
2416
|
+
sequenceDecs_decodeSync_amd64_fill_check_overread:
|
|
2417
|
+
CMPQ BX, $0x40
|
|
2418
|
+
JA error_overread
|
|
2419
|
+
|
|
2420
|
+
sequenceDecs_decodeSync_amd64_fill_end:
|
|
2421
|
+
// Update offset
|
|
2422
|
+
MOVQ R9, AX
|
|
2423
|
+
MOVQ BX, CX
|
|
2424
|
+
MOVQ DX, R14
|
|
2425
|
+
SHLQ CL, R14
|
|
2426
|
+
SHRQ $0x01, R14
|
|
2427
|
+
MOVBLZX AH, CX
|
|
2428
|
+
SHRQ $0x20, AX
|
|
2429
|
+
ADDQ CX, BX
|
|
2430
|
+
XORQ $0x3f, CX
|
|
2431
|
+
SHRQ CL, R14
|
|
2432
|
+
ADDQ R14, AX
|
|
2433
|
+
MOVQ AX, 40(SP)
|
|
2434
|
+
|
|
2435
|
+
// Update match length
|
|
2436
|
+
MOVQ R8, AX
|
|
2437
|
+
MOVQ BX, CX
|
|
2438
|
+
MOVQ DX, R14
|
|
2439
|
+
SHLQ CL, R14
|
|
2440
|
+
SHRQ $0x01, R14
|
|
2441
|
+
MOVBLZX AH, CX
|
|
2442
|
+
SHRQ $0x20, AX
|
|
2443
|
+
ADDQ CX, BX
|
|
2444
|
+
XORQ $0x3f, CX
|
|
2445
|
+
SHRQ CL, R14
|
|
2446
|
+
ADDQ R14, AX
|
|
2447
|
+
MOVQ AX, 48(SP)
|
|
2448
|
+
|
|
2449
|
+
// Fill bitreader to have enough for the remaining
|
|
2450
|
+
CMPQ SI, $0x08
|
|
2451
|
+
JL sequenceDecs_decodeSync_amd64_fill_2_byte_by_byte
|
|
2452
|
+
MOVQ BX, AX
|
|
2453
|
+
SHRQ $0x03, AX
|
|
2454
|
+
SUBQ AX, R13
|
|
2455
|
+
MOVQ (R13), DX
|
|
2456
|
+
SUBQ AX, SI
|
|
2457
|
+
ANDQ $0x07, BX
|
|
2458
|
+
JMP sequenceDecs_decodeSync_amd64_fill_2_end
|
|
2459
|
+
|
|
2460
|
+
sequenceDecs_decodeSync_amd64_fill_2_byte_by_byte:
|
|
2461
|
+
CMPQ SI, $0x00
|
|
2462
|
+
JLE sequenceDecs_decodeSync_amd64_fill_2_check_overread
|
|
2463
|
+
CMPQ BX, $0x07
|
|
2464
|
+
JLE sequenceDecs_decodeSync_amd64_fill_2_end
|
|
2465
|
+
SHLQ $0x08, DX
|
|
2466
|
+
SUBQ $0x01, R13
|
|
2467
|
+
SUBQ $0x01, SI
|
|
2468
|
+
SUBQ $0x08, BX
|
|
2469
|
+
MOVBQZX (R13), AX
|
|
2470
|
+
ORQ AX, DX
|
|
2471
|
+
JMP sequenceDecs_decodeSync_amd64_fill_2_byte_by_byte
|
|
2472
|
+
|
|
2473
|
+
sequenceDecs_decodeSync_amd64_fill_2_check_overread:
|
|
2474
|
+
CMPQ BX, $0x40
|
|
2475
|
+
JA error_overread
|
|
2476
|
+
|
|
2477
|
+
sequenceDecs_decodeSync_amd64_fill_2_end:
|
|
2478
|
+
// Update literal length
|
|
2479
|
+
MOVQ DI, AX
|
|
2480
|
+
MOVQ BX, CX
|
|
2481
|
+
MOVQ DX, R14
|
|
2482
|
+
SHLQ CL, R14
|
|
2483
|
+
SHRQ $0x01, R14
|
|
2484
|
+
MOVBLZX AH, CX
|
|
2485
|
+
SHRQ $0x20, AX
|
|
2486
|
+
ADDQ CX, BX
|
|
2487
|
+
XORQ $0x3f, CX
|
|
2488
|
+
SHRQ CL, R14
|
|
2489
|
+
ADDQ R14, AX
|
|
2490
|
+
MOVQ AX, 56(SP)
|
|
2491
|
+
|
|
2492
|
+
// Fill bitreader for state updates
|
|
2493
|
+
MOVQ R13, (SP)
|
|
2494
|
+
MOVQ R9, AX
|
|
2495
|
+
SHRQ $0x08, AX
|
|
2496
|
+
MOVBQZX AL, AX
|
|
2497
|
+
CMPQ 32(SP), $0x00
|
|
2498
|
+
JZ sequenceDecs_decodeSync_amd64_skip_update
|
|
2499
|
+
|
|
2500
|
+
// Update Literal Length State
|
|
2501
|
+
MOVBQZX DI, R13
|
|
2502
|
+
SHRL $0x10, DI
|
|
2503
|
+
MOVQ BX, CX
|
|
2504
|
+
MOVQ DX, R14
|
|
2505
|
+
SHLQ CL, R14
|
|
2506
|
+
SHRQ $0x01, R14
|
|
2507
|
+
ADDQ R13, BX
|
|
2508
|
+
XORQ $0x3f, R13
|
|
2509
|
+
MOVQ R13, CX
|
|
2510
|
+
SHRQ CL, R14
|
|
2511
|
+
ADDQ R14, DI
|
|
2512
|
+
|
|
2513
|
+
// Load ctx.llTable
|
|
2514
|
+
MOVQ 8(SP), CX
|
|
2515
|
+
MOVQ (CX)(DI*8), DI
|
|
2516
|
+
|
|
2517
|
+
// Update Match Length State
|
|
2518
|
+
MOVBQZX R8, R13
|
|
2519
|
+
SHRL $0x10, R8
|
|
2520
|
+
MOVQ BX, CX
|
|
2521
|
+
MOVQ DX, R14
|
|
2522
|
+
SHLQ CL, R14
|
|
2523
|
+
SHRQ $0x01, R14
|
|
2524
|
+
ADDQ R13, BX
|
|
2525
|
+
XORQ $0x3f, R13
|
|
2526
|
+
MOVQ R13, CX
|
|
2527
|
+
SHRQ CL, R14
|
|
2528
|
+
ADDQ R14, R8
|
|
2529
|
+
|
|
2530
|
+
// Load ctx.mlTable
|
|
2531
|
+
MOVQ 16(SP), CX
|
|
2532
|
+
MOVQ (CX)(R8*8), R8
|
|
2533
|
+
|
|
2534
|
+
// Update Offset State
|
|
2535
|
+
MOVBQZX R9, R13
|
|
2536
|
+
SHRL $0x10, R9
|
|
2537
|
+
MOVQ BX, CX
|
|
2538
|
+
MOVQ DX, R14
|
|
2539
|
+
SHLQ CL, R14
|
|
2540
|
+
SHRQ $0x01, R14
|
|
2541
|
+
ADDQ R13, BX
|
|
2542
|
+
XORQ $0x3f, R13
|
|
2543
|
+
MOVQ R13, CX
|
|
2544
|
+
SHRQ CL, R14
|
|
2545
|
+
ADDQ R14, R9
|
|
2546
|
+
|
|
2547
|
+
// Load ctx.ofTable
|
|
2548
|
+
MOVQ 24(SP), CX
|
|
2549
|
+
MOVQ (CX)(R9*8), R9
|
|
2550
|
+
|
|
2551
|
+
sequenceDecs_decodeSync_amd64_skip_update:
|
|
2552
|
+
// Adjust offset
|
|
2553
|
+
MOVQ s+0(FP), CX
|
|
2554
|
+
MOVQ 40(SP), R13
|
|
2555
|
+
CMPQ AX, $0x01
|
|
2556
|
+
JBE sequenceDecs_decodeSync_amd64_adjust_offsetB_1_or_0
|
|
2557
|
+
MOVUPS 144(CX), X0
|
|
2558
|
+
MOVQ R13, 144(CX)
|
|
2559
|
+
MOVUPS X0, 152(CX)
|
|
2560
|
+
JMP sequenceDecs_decodeSync_amd64_after_adjust
|
|
2561
|
+
|
|
2562
|
+
sequenceDecs_decodeSync_amd64_adjust_offsetB_1_or_0:
|
|
2563
|
+
CMPQ 56(SP), $0x00000000
|
|
2564
|
+
JNE sequenceDecs_decodeSync_amd64_adjust_offset_maybezero
|
|
2565
|
+
INCQ R13
|
|
2566
|
+
JMP sequenceDecs_decodeSync_amd64_adjust_offset_nonzero
|
|
2567
|
+
|
|
2568
|
+
sequenceDecs_decodeSync_amd64_adjust_offset_maybezero:
|
|
2569
|
+
TESTQ R13, R13
|
|
2570
|
+
JNZ sequenceDecs_decodeSync_amd64_adjust_offset_nonzero
|
|
2571
|
+
MOVQ 144(CX), R13
|
|
2572
|
+
JMP sequenceDecs_decodeSync_amd64_after_adjust
|
|
2573
|
+
|
|
2574
|
+
sequenceDecs_decodeSync_amd64_adjust_offset_nonzero:
|
|
2575
|
+
MOVQ R13, AX
|
|
2576
|
+
XORQ R14, R14
|
|
2577
|
+
MOVQ $-1, R15
|
|
2578
|
+
CMPQ R13, $0x03
|
|
2579
|
+
CMOVQEQ R14, AX
|
|
2580
|
+
CMOVQEQ R15, R14
|
|
2581
|
+
ADDQ 144(CX)(AX*8), R14
|
|
2582
|
+
JNZ sequenceDecs_decodeSync_amd64_adjust_temp_valid
|
|
2583
|
+
MOVQ $0x00000001, R14
|
|
2584
|
+
|
|
2585
|
+
sequenceDecs_decodeSync_amd64_adjust_temp_valid:
|
|
2586
|
+
CMPQ R13, $0x01
|
|
2587
|
+
JZ sequenceDecs_decodeSync_amd64_adjust_skip
|
|
2588
|
+
MOVQ 152(CX), AX
|
|
2589
|
+
MOVQ AX, 160(CX)
|
|
2590
|
+
|
|
2591
|
+
sequenceDecs_decodeSync_amd64_adjust_skip:
|
|
2592
|
+
MOVQ 144(CX), AX
|
|
2593
|
+
MOVQ AX, 152(CX)
|
|
2594
|
+
MOVQ R14, 144(CX)
|
|
2595
|
+
MOVQ R14, R13
|
|
2596
|
+
|
|
2597
|
+
sequenceDecs_decodeSync_amd64_after_adjust:
|
|
2598
|
+
MOVQ R13, 40(SP)
|
|
2599
|
+
|
|
2600
|
+
// Check values
|
|
2601
|
+
MOVQ 48(SP), AX
|
|
2602
|
+
MOVQ 56(SP), CX
|
|
2603
|
+
MOVQ ctx+16(FP), R14
|
|
2604
|
+
SUBQ CX, 104(R14)
|
|
2605
|
+
JS error_not_enough_literals
|
|
2606
|
+
CMPQ AX, $0x00020002
|
|
2607
|
+
JA sequenceDecs_decodeSync_amd64_error_match_len_too_big
|
|
2608
|
+
TESTQ R13, R13
|
|
2609
|
+
JNZ sequenceDecs_decodeSync_amd64_match_len_ofs_ok
|
|
2610
|
+
TESTQ AX, AX
|
|
2611
|
+
JNZ sequenceDecs_decodeSync_amd64_error_match_len_ofs_mismatch
|
|
2612
|
+
|
|
2613
|
+
sequenceDecs_decodeSync_amd64_match_len_ofs_ok:
|
|
2614
|
+
// Check if we have enough space in s.out
|
|
2615
|
+
LEAQ 32(CX)(AX*1), R14
|
|
2616
|
+
ADDQ R10, R14
|
|
2617
|
+
CMPQ R14, 64(SP)
|
|
2618
|
+
JA error_not_enough_space
|
|
2619
|
+
|
|
2620
|
+
// Copy literals
|
|
2621
|
+
MOVUPS (R11), X0
|
|
2622
|
+
MOVUPS X0, (R10)
|
|
2623
|
+
CMPQ CX, $0x10
|
|
2624
|
+
JBE copy_1_end
|
|
2625
|
+
MOVQ $0x00000010, R14
|
|
2626
|
+
|
|
2627
|
+
copy_1:
|
|
2628
|
+
MOVUPS (R11)(R14*1), X0
|
|
2629
|
+
MOVUPS X0, (R10)(R14*1)
|
|
2630
|
+
ADDQ $0x10, R14
|
|
2631
|
+
CMPQ R14, CX
|
|
2632
|
+
JB copy_1
|
|
2633
|
+
|
|
2634
|
+
copy_1_end:
|
|
2635
|
+
ADDQ CX, R11
|
|
2636
|
+
ADDQ CX, R10
|
|
2637
|
+
ADDQ CX, R12
|
|
2638
|
+
|
|
2639
|
+
// Malformed input if seq.mo > t+len(hist) || seq.mo > s.windowSize)
|
|
2640
|
+
MOVQ R12, CX
|
|
2641
|
+
ADDQ 72(SP), CX
|
|
2642
|
+
CMPQ R13, CX
|
|
2643
|
+
JG error_match_off_too_big
|
|
2644
|
+
CMPQ R13, 88(SP)
|
|
2645
|
+
JG error_match_off_too_big
|
|
2646
|
+
|
|
2647
|
+
// Copy match from history
|
|
2648
|
+
MOVQ R13, CX
|
|
2649
|
+
SUBQ R12, CX
|
|
2650
|
+
JLS copy_match
|
|
2651
|
+
MOVQ 80(SP), R14
|
|
2652
|
+
SUBQ CX, R14
|
|
2653
|
+
CMPQ AX, CX
|
|
2654
|
+
JG copy_all_from_history
|
|
2655
|
+
MOVQ AX, CX
|
|
2656
|
+
SUBQ $0x10, CX
|
|
2657
|
+
JB copy_4_small
|
|
2658
|
+
|
|
2659
|
+
copy_4_loop:
|
|
2660
|
+
MOVUPS (R14), X0
|
|
2661
|
+
MOVUPS X0, (R10)
|
|
2662
|
+
ADDQ $0x10, R14
|
|
2663
|
+
ADDQ $0x10, R10
|
|
2664
|
+
SUBQ $0x10, CX
|
|
2665
|
+
JAE copy_4_loop
|
|
2666
|
+
LEAQ 16(R14)(CX*1), R14
|
|
2667
|
+
LEAQ 16(R10)(CX*1), R10
|
|
2668
|
+
MOVUPS -16(R14), X0
|
|
2669
|
+
MOVUPS X0, -16(R10)
|
|
2670
|
+
JMP copy_4_end
|
|
2671
|
+
|
|
2672
|
+
copy_4_small:
|
|
2673
|
+
CMPQ AX, $0x03
|
|
2674
|
+
JE copy_4_move_3
|
|
2675
|
+
CMPQ AX, $0x08
|
|
2676
|
+
JB copy_4_move_4through7
|
|
2677
|
+
JMP copy_4_move_8through16
|
|
2678
|
+
|
|
2679
|
+
copy_4_move_3:
|
|
2680
|
+
MOVWQZX (R14), CX
|
|
2681
|
+
MOVB 2(R14), R13
|
|
2682
|
+
MOVW CX, (R10)
|
|
2683
|
+
MOVB R13, 2(R10)
|
|
2684
|
+
ADDQ AX, R14
|
|
2685
|
+
ADDQ AX, R10
|
|
2686
|
+
JMP copy_4_end
|
|
2687
|
+
|
|
2688
|
+
copy_4_move_4through7:
|
|
2689
|
+
MOVL (R14), CX
|
|
2690
|
+
MOVL -4(R14)(AX*1), R13
|
|
2691
|
+
MOVL CX, (R10)
|
|
2692
|
+
MOVL R13, -4(R10)(AX*1)
|
|
2693
|
+
ADDQ AX, R14
|
|
2694
|
+
ADDQ AX, R10
|
|
2695
|
+
JMP copy_4_end
|
|
2696
|
+
|
|
2697
|
+
copy_4_move_8through16:
|
|
2698
|
+
MOVQ (R14), CX
|
|
2699
|
+
MOVQ -8(R14)(AX*1), R13
|
|
2700
|
+
MOVQ CX, (R10)
|
|
2701
|
+
MOVQ R13, -8(R10)(AX*1)
|
|
2702
|
+
ADDQ AX, R14
|
|
2703
|
+
ADDQ AX, R10
|
|
2704
|
+
|
|
2705
|
+
copy_4_end:
|
|
2706
|
+
ADDQ AX, R12
|
|
2707
|
+
JMP handle_loop
|
|
2708
|
+
JMP loop_finished
|
|
2709
|
+
|
|
2710
|
+
copy_all_from_history:
|
|
2711
|
+
MOVQ CX, R15
|
|
2712
|
+
SUBQ $0x10, R15
|
|
2713
|
+
JB copy_5_small
|
|
2714
|
+
|
|
2715
|
+
copy_5_loop:
|
|
2716
|
+
MOVUPS (R14), X0
|
|
2717
|
+
MOVUPS X0, (R10)
|
|
2718
|
+
ADDQ $0x10, R14
|
|
2719
|
+
ADDQ $0x10, R10
|
|
2720
|
+
SUBQ $0x10, R15
|
|
2721
|
+
JAE copy_5_loop
|
|
2722
|
+
LEAQ 16(R14)(R15*1), R14
|
|
2723
|
+
LEAQ 16(R10)(R15*1), R10
|
|
2724
|
+
MOVUPS -16(R14), X0
|
|
2725
|
+
MOVUPS X0, -16(R10)
|
|
2726
|
+
JMP copy_5_end
|
|
2727
|
+
|
|
2728
|
+
copy_5_small:
|
|
2729
|
+
CMPQ CX, $0x03
|
|
2730
|
+
JE copy_5_move_3
|
|
2731
|
+
JB copy_5_move_1or2
|
|
2732
|
+
CMPQ CX, $0x08
|
|
2733
|
+
JB copy_5_move_4through7
|
|
2734
|
+
JMP copy_5_move_8through16
|
|
2735
|
+
|
|
2736
|
+
copy_5_move_1or2:
|
|
2737
|
+
MOVB (R14), R15
|
|
2738
|
+
MOVB -1(R14)(CX*1), BP
|
|
2739
|
+
MOVB R15, (R10)
|
|
2740
|
+
MOVB BP, -1(R10)(CX*1)
|
|
2741
|
+
ADDQ CX, R14
|
|
2742
|
+
ADDQ CX, R10
|
|
2743
|
+
JMP copy_5_end
|
|
2744
|
+
|
|
2745
|
+
copy_5_move_3:
|
|
2746
|
+
MOVWQZX (R14), R15
|
|
2747
|
+
MOVB 2(R14), BP
|
|
2748
|
+
MOVW R15, (R10)
|
|
2749
|
+
MOVB BP, 2(R10)
|
|
2750
|
+
ADDQ CX, R14
|
|
2751
|
+
ADDQ CX, R10
|
|
2752
|
+
JMP copy_5_end
|
|
2753
|
+
|
|
2754
|
+
copy_5_move_4through7:
|
|
2755
|
+
MOVL (R14), R15
|
|
2756
|
+
MOVL -4(R14)(CX*1), BP
|
|
2757
|
+
MOVL R15, (R10)
|
|
2758
|
+
MOVL BP, -4(R10)(CX*1)
|
|
2759
|
+
ADDQ CX, R14
|
|
2760
|
+
ADDQ CX, R10
|
|
2761
|
+
JMP copy_5_end
|
|
2762
|
+
|
|
2763
|
+
copy_5_move_8through16:
|
|
2764
|
+
MOVQ (R14), R15
|
|
2765
|
+
MOVQ -8(R14)(CX*1), BP
|
|
2766
|
+
MOVQ R15, (R10)
|
|
2767
|
+
MOVQ BP, -8(R10)(CX*1)
|
|
2768
|
+
ADDQ CX, R14
|
|
2769
|
+
ADDQ CX, R10
|
|
2770
|
+
|
|
2771
|
+
copy_5_end:
|
|
2772
|
+
ADDQ CX, R12
|
|
2773
|
+
SUBQ CX, AX
|
|
2774
|
+
|
|
2775
|
+
// Copy match from the current buffer
|
|
2776
|
+
copy_match:
|
|
2777
|
+
MOVQ R10, CX
|
|
2778
|
+
SUBQ R13, CX
|
|
2779
|
+
|
|
2780
|
+
// ml <= mo
|
|
2781
|
+
CMPQ AX, R13
|
|
2782
|
+
JA copy_overlapping_match
|
|
2783
|
+
|
|
2784
|
+
// Copy non-overlapping match
|
|
2785
|
+
ADDQ AX, R12
|
|
2786
|
+
MOVUPS (CX), X0
|
|
2787
|
+
MOVUPS 16(CX), X1
|
|
2788
|
+
MOVUPS X0, (R10)
|
|
2789
|
+
MOVUPS X1, 16(R10)
|
|
2790
|
+
CMPQ AX, $0x20
|
|
2791
|
+
JA copy_2_long
|
|
2792
|
+
ADDQ AX, R10
|
|
2793
|
+
JMP handle_loop
|
|
2794
|
+
|
|
2795
|
+
copy_2_long:
|
|
2796
|
+
LEAQ 32(R10), R13
|
|
2797
|
+
ADDQ AX, R10
|
|
2798
|
+
ADDQ $0x20, CX
|
|
2799
|
+
SUBQ $0x20, AX
|
|
2800
|
+
|
|
2801
|
+
copy_2:
|
|
2802
|
+
MOVUPS (CX), X0
|
|
2803
|
+
MOVUPS 16(CX), X1
|
|
2804
|
+
MOVUPS X0, (R13)
|
|
2805
|
+
MOVUPS X1, 16(R13)
|
|
2806
|
+
ADDQ $0x20, CX
|
|
2807
|
+
ADDQ $0x20, R13
|
|
2808
|
+
SUBQ $0x20, AX
|
|
2809
|
+
JHI copy_2
|
|
2810
|
+
JMP handle_loop
|
|
2811
|
+
|
|
2812
|
+
// Copy overlapping match
|
|
2813
|
+
copy_overlapping_match:
|
|
2814
|
+
ADDQ AX, R12
|
|
2815
|
+
CMPQ R13, $0x10
|
|
2816
|
+
JB copy_slow_3
|
|
2817
|
+
MOVQ R10, R13
|
|
2818
|
+
ADDQ AX, R10
|
|
2819
|
+
|
|
2820
|
+
copy_3:
|
|
2821
|
+
MOVUPS (CX), X0
|
|
2822
|
+
MOVUPS X0, (R13)
|
|
2823
|
+
ADDQ $0x10, CX
|
|
2824
|
+
ADDQ $0x10, R13
|
|
2825
|
+
SUBQ $0x10, AX
|
|
2826
|
+
JHI copy_3
|
|
2827
|
+
JMP handle_loop
|
|
2828
|
+
|
|
2829
|
+
copy_slow_3:
|
|
2830
|
+
MOVBQZX (CX), R13
|
|
2831
|
+
MOVB R13, (R10)
|
|
2832
|
+
INCQ CX
|
|
2833
|
+
INCQ R10
|
|
2834
|
+
DECQ AX
|
|
2835
|
+
JNZ copy_slow_3
|
|
2836
|
+
|
|
2837
|
+
handle_loop:
|
|
2838
|
+
DECQ 32(SP)
|
|
2839
|
+
JNS sequenceDecs_decodeSync_amd64_main_loop
|
|
2840
|
+
|
|
2841
|
+
loop_finished:
|
|
2842
|
+
MOVQ br+8(FP), AX
|
|
2843
|
+
MOVQ DX, 24(AX)
|
|
2844
|
+
MOVB BL, 40(AX)
|
|
2845
|
+
MOVQ SI, 32(AX)
|
|
2846
|
+
|
|
2847
|
+
// s.seqSize += outPosition - ctx.outPosition
|
|
2848
|
+
MOVQ ctx+16(FP), AX
|
|
2849
|
+
MOVQ s+0(FP), CX
|
|
2850
|
+
MOVQ R12, DX
|
|
2851
|
+
SUBQ 136(AX), DX
|
|
2852
|
+
ADDQ DX, 256(CX)
|
|
2853
|
+
|
|
2854
|
+
// Update the context
|
|
2855
|
+
MOVQ ctx+16(FP), AX
|
|
2856
|
+
MOVQ R12, 136(AX)
|
|
2857
|
+
MOVQ 144(AX), CX
|
|
2858
|
+
SUBQ CX, R11
|
|
2859
|
+
MOVQ R11, 168(AX)
|
|
2860
|
+
|
|
2861
|
+
// Return success
|
|
2862
|
+
MOVQ $0x00000000, ret+24(FP)
|
|
2863
|
+
RET
|
|
2864
|
+
|
|
2865
|
+
// Return with match length error
|
|
2866
|
+
sequenceDecs_decodeSync_amd64_error_match_len_ofs_mismatch:
|
|
2867
|
+
MOVQ 48(SP), AX
|
|
2868
|
+
MOVQ ctx+16(FP), CX
|
|
2869
|
+
MOVQ AX, 216(CX)
|
|
2870
|
+
MOVQ $0x00000001, ret+24(FP)
|
|
2871
|
+
RET
|
|
2872
|
+
|
|
2873
|
+
// Return with match too long error
|
|
2874
|
+
sequenceDecs_decodeSync_amd64_error_match_len_too_big:
|
|
2875
|
+
MOVQ ctx+16(FP), AX
|
|
2876
|
+
MOVQ 48(SP), CX
|
|
2877
|
+
MOVQ CX, 216(AX)
|
|
2878
|
+
MOVQ $0x00000002, ret+24(FP)
|
|
2879
|
+
RET
|
|
2880
|
+
|
|
2881
|
+
// Return with match offset too long error
|
|
2882
|
+
error_match_off_too_big:
|
|
2883
|
+
MOVQ ctx+16(FP), AX
|
|
2884
|
+
MOVQ 40(SP), CX
|
|
2885
|
+
MOVQ CX, 224(AX)
|
|
2886
|
+
MOVQ R12, 136(AX)
|
|
2887
|
+
MOVQ $0x00000003, ret+24(FP)
|
|
2888
|
+
RET
|
|
2889
|
+
|
|
2890
|
+
// Return with not enough literals error
|
|
2891
|
+
error_not_enough_literals:
|
|
2892
|
+
MOVQ ctx+16(FP), AX
|
|
2893
|
+
MOVQ 56(SP), CX
|
|
2894
|
+
MOVQ CX, 208(AX)
|
|
2895
|
+
MOVQ $0x00000004, ret+24(FP)
|
|
2896
|
+
RET
|
|
2897
|
+
|
|
2898
|
+
// Return with overread error
|
|
2899
|
+
error_overread:
|
|
2900
|
+
MOVQ $0x00000006, ret+24(FP)
|
|
2901
|
+
RET
|
|
2902
|
+
|
|
2903
|
+
// Return with not enough output space error
|
|
2904
|
+
error_not_enough_space:
|
|
2905
|
+
MOVQ ctx+16(FP), AX
|
|
2906
|
+
MOVQ 56(SP), CX
|
|
2907
|
+
MOVQ CX, 208(AX)
|
|
2908
|
+
MOVQ 48(SP), CX
|
|
2909
|
+
MOVQ CX, 216(AX)
|
|
2910
|
+
MOVQ R12, 136(AX)
|
|
2911
|
+
MOVQ $0x00000005, ret+24(FP)
|
|
2912
|
+
RET
|
|
2913
|
+
|
|
2914
|
+
// func sequenceDecs_decodeSync_bmi2(s *sequenceDecs, br *bitReader, ctx *decodeSyncAsmContext) int
|
|
2915
|
+
// Requires: BMI, BMI2, CMOV, SSE
|
|
2916
|
+
TEXT ·sequenceDecs_decodeSync_bmi2(SB), $96-32
|
|
2917
|
+
MOVQ br+8(FP), BX
|
|
2918
|
+
MOVQ 24(BX), AX
|
|
2919
|
+
MOVBQZX 40(BX), DX
|
|
2920
|
+
MOVQ (BX), CX
|
|
2921
|
+
MOVQ 32(BX), BX
|
|
2922
|
+
ADDQ BX, CX
|
|
2923
|
+
MOVQ CX, (SP)
|
|
2924
|
+
MOVQ ctx+16(FP), CX
|
|
2925
|
+
MOVQ 72(CX), SI
|
|
2926
|
+
MOVQ 80(CX), DI
|
|
2927
|
+
MOVQ 88(CX), R8
|
|
2928
|
+
MOVQ (CX), R9
|
|
2929
|
+
MOVQ R9, 8(SP)
|
|
2930
|
+
MOVQ 24(CX), R9
|
|
2931
|
+
MOVQ R9, 16(SP)
|
|
2932
|
+
MOVQ 48(CX), R9
|
|
2933
|
+
MOVQ R9, 24(SP)
|
|
2934
|
+
MOVQ 96(CX), R9
|
|
2935
|
+
MOVQ R9, 32(SP)
|
|
2936
|
+
XORQ R9, R9
|
|
2937
|
+
MOVQ R9, 40(SP)
|
|
2938
|
+
MOVQ R9, 48(SP)
|
|
2939
|
+
MOVQ R9, 56(SP)
|
|
2940
|
+
MOVQ 112(CX), R9
|
|
2941
|
+
MOVQ 128(CX), R10
|
|
2942
|
+
MOVQ R10, 64(SP)
|
|
2943
|
+
MOVQ 144(CX), R10
|
|
2944
|
+
MOVQ 136(CX), R11
|
|
2945
|
+
MOVQ 200(CX), R12
|
|
2946
|
+
MOVQ R12, 88(SP)
|
|
2947
|
+
MOVQ 176(CX), R12
|
|
2948
|
+
MOVQ R12, 80(SP)
|
|
2949
|
+
MOVQ 184(CX), CX
|
|
2950
|
+
MOVQ CX, 72(SP)
|
|
2951
|
+
MOVQ 72(SP), CX
|
|
2952
|
+
ADDQ CX, 80(SP)
|
|
2953
|
+
|
|
2954
|
+
// Calculate pointer to s.out[cap(s.out)] (a past-end pointer)
|
|
2955
|
+
ADDQ R9, 64(SP)
|
|
2956
|
+
|
|
2957
|
+
// outBase += outPosition
|
|
2958
|
+
ADDQ R11, R9
|
|
2959
|
+
PCALIGN $0x40
|
|
2960
|
+
|
|
2961
|
+
sequenceDecs_decodeSync_bmi2_main_loop:
|
|
2962
|
+
MOVQ (SP), R12
|
|
2963
|
+
|
|
2964
|
+
// Fill bitreader to have enough for the offset and match length.
|
|
2965
|
+
CMPQ BX, $0x08
|
|
2966
|
+
JL sequenceDecs_decodeSync_bmi2_fill_byte_by_byte
|
|
2967
|
+
MOVQ DX, CX
|
|
2968
|
+
SHRQ $0x03, CX
|
|
2969
|
+
SUBQ CX, R12
|
|
2970
|
+
MOVQ (R12), AX
|
|
2971
|
+
SUBQ CX, BX
|
|
2972
|
+
ANDQ $0x07, DX
|
|
2973
|
+
JMP sequenceDecs_decodeSync_bmi2_fill_end
|
|
2974
|
+
|
|
2975
|
+
sequenceDecs_decodeSync_bmi2_fill_byte_by_byte:
|
|
2976
|
+
CMPQ BX, $0x00
|
|
2977
|
+
JLE sequenceDecs_decodeSync_bmi2_fill_check_overread
|
|
2978
|
+
CMPQ DX, $0x07
|
|
2979
|
+
JLE sequenceDecs_decodeSync_bmi2_fill_end
|
|
2980
|
+
SHLQ $0x08, AX
|
|
2981
|
+
SUBQ $0x01, R12
|
|
2982
|
+
SUBQ $0x01, BX
|
|
2983
|
+
SUBQ $0x08, DX
|
|
2984
|
+
MOVBQZX (R12), CX
|
|
2985
|
+
ORQ CX, AX
|
|
2986
|
+
JMP sequenceDecs_decodeSync_bmi2_fill_byte_by_byte
|
|
2987
|
+
|
|
2988
|
+
sequenceDecs_decodeSync_bmi2_fill_check_overread:
|
|
2989
|
+
CMPQ DX, $0x40
|
|
2990
|
+
JA error_overread
|
|
2991
|
+
|
|
2992
|
+
sequenceDecs_decodeSync_bmi2_fill_end:
|
|
2993
|
+
// Update offset
|
|
2994
|
+
MOVQ $0x00000808, CX
|
|
2995
|
+
BEXTRQ CX, R8, R13
|
|
2996
|
+
MOVQ AX, R14
|
|
2997
|
+
LEAQ (DX)(R13*1), CX
|
|
2998
|
+
ROLQ CL, R14
|
|
2999
|
+
BZHIQ R13, R14, R14
|
|
3000
|
+
MOVQ CX, DX
|
|
3001
|
+
MOVQ R8, CX
|
|
3002
|
+
SHRQ $0x20, CX
|
|
3003
|
+
ADDQ R14, CX
|
|
3004
|
+
MOVQ CX, 40(SP)
|
|
3005
|
+
|
|
3006
|
+
// Update match length
|
|
3007
|
+
MOVQ $0x00000808, CX
|
|
3008
|
+
BEXTRQ CX, DI, R13
|
|
3009
|
+
MOVQ AX, R14
|
|
3010
|
+
LEAQ (DX)(R13*1), CX
|
|
3011
|
+
ROLQ CL, R14
|
|
3012
|
+
BZHIQ R13, R14, R14
|
|
3013
|
+
MOVQ CX, DX
|
|
3014
|
+
MOVQ DI, CX
|
|
3015
|
+
SHRQ $0x20, CX
|
|
3016
|
+
ADDQ R14, CX
|
|
3017
|
+
MOVQ CX, 48(SP)
|
|
3018
|
+
|
|
3019
|
+
// Fill bitreader to have enough for the remaining
|
|
3020
|
+
CMPQ BX, $0x08
|
|
3021
|
+
JL sequenceDecs_decodeSync_bmi2_fill_2_byte_by_byte
|
|
3022
|
+
MOVQ DX, CX
|
|
3023
|
+
SHRQ $0x03, CX
|
|
3024
|
+
SUBQ CX, R12
|
|
3025
|
+
MOVQ (R12), AX
|
|
3026
|
+
SUBQ CX, BX
|
|
3027
|
+
ANDQ $0x07, DX
|
|
3028
|
+
JMP sequenceDecs_decodeSync_bmi2_fill_2_end
|
|
3029
|
+
|
|
3030
|
+
sequenceDecs_decodeSync_bmi2_fill_2_byte_by_byte:
|
|
3031
|
+
CMPQ BX, $0x00
|
|
3032
|
+
JLE sequenceDecs_decodeSync_bmi2_fill_2_check_overread
|
|
3033
|
+
CMPQ DX, $0x07
|
|
3034
|
+
JLE sequenceDecs_decodeSync_bmi2_fill_2_end
|
|
3035
|
+
SHLQ $0x08, AX
|
|
3036
|
+
SUBQ $0x01, R12
|
|
3037
|
+
SUBQ $0x01, BX
|
|
3038
|
+
SUBQ $0x08, DX
|
|
3039
|
+
MOVBQZX (R12), CX
|
|
3040
|
+
ORQ CX, AX
|
|
3041
|
+
JMP sequenceDecs_decodeSync_bmi2_fill_2_byte_by_byte
|
|
3042
|
+
|
|
3043
|
+
sequenceDecs_decodeSync_bmi2_fill_2_check_overread:
|
|
3044
|
+
CMPQ DX, $0x40
|
|
3045
|
+
JA error_overread
|
|
3046
|
+
|
|
3047
|
+
sequenceDecs_decodeSync_bmi2_fill_2_end:
|
|
3048
|
+
// Update literal length
|
|
3049
|
+
MOVQ $0x00000808, CX
|
|
3050
|
+
BEXTRQ CX, SI, R13
|
|
3051
|
+
MOVQ AX, R14
|
|
3052
|
+
LEAQ (DX)(R13*1), CX
|
|
3053
|
+
ROLQ CL, R14
|
|
3054
|
+
BZHIQ R13, R14, R14
|
|
3055
|
+
MOVQ CX, DX
|
|
3056
|
+
MOVQ SI, CX
|
|
3057
|
+
SHRQ $0x20, CX
|
|
3058
|
+
ADDQ R14, CX
|
|
3059
|
+
MOVQ CX, 56(SP)
|
|
3060
|
+
|
|
3061
|
+
// Fill bitreader for state updates
|
|
3062
|
+
MOVQ R12, (SP)
|
|
3063
|
+
MOVQ $0x00000808, CX
|
|
3064
|
+
BEXTRQ CX, R8, R12
|
|
3065
|
+
CMPQ 32(SP), $0x00
|
|
3066
|
+
JZ sequenceDecs_decodeSync_bmi2_skip_update
|
|
3067
|
+
LEAQ (SI)(DI*1), R13
|
|
3068
|
+
ADDQ R8, R13
|
|
3069
|
+
MOVBQZX R13, R13
|
|
3070
|
+
LEAQ (DX)(R13*1), CX
|
|
3071
|
+
MOVQ AX, R14
|
|
3072
|
+
MOVQ CX, DX
|
|
3073
|
+
ROLQ CL, R14
|
|
3074
|
+
BZHIQ R13, R14, R14
|
|
3075
|
+
|
|
3076
|
+
// Update Offset State
|
|
3077
|
+
BZHIQ R8, R14, CX
|
|
3078
|
+
SHRXQ R8, R14, R14
|
|
3079
|
+
SHRL $0x10, R8
|
|
3080
|
+
ADDQ CX, R8
|
|
3081
|
+
|
|
3082
|
+
// Load ctx.ofTable
|
|
3083
|
+
MOVQ 24(SP), CX
|
|
3084
|
+
MOVQ (CX)(R8*8), R8
|
|
3085
|
+
|
|
3086
|
+
// Update Match Length State
|
|
3087
|
+
BZHIQ DI, R14, CX
|
|
3088
|
+
SHRXQ DI, R14, R14
|
|
3089
|
+
SHRL $0x10, DI
|
|
3090
|
+
ADDQ CX, DI
|
|
3091
|
+
|
|
3092
|
+
// Load ctx.mlTable
|
|
3093
|
+
MOVQ 16(SP), CX
|
|
3094
|
+
MOVQ (CX)(DI*8), DI
|
|
3095
|
+
|
|
3096
|
+
// Update Literal Length State
|
|
3097
|
+
BZHIQ SI, R14, CX
|
|
3098
|
+
SHRL $0x10, SI
|
|
3099
|
+
ADDQ CX, SI
|
|
3100
|
+
|
|
3101
|
+
// Load ctx.llTable
|
|
3102
|
+
MOVQ 8(SP), CX
|
|
3103
|
+
MOVQ (CX)(SI*8), SI
|
|
3104
|
+
|
|
3105
|
+
sequenceDecs_decodeSync_bmi2_skip_update:
|
|
3106
|
+
// Adjust offset
|
|
3107
|
+
MOVQ s+0(FP), CX
|
|
3108
|
+
MOVQ 40(SP), R13
|
|
3109
|
+
CMPQ R12, $0x01
|
|
3110
|
+
JBE sequenceDecs_decodeSync_bmi2_adjust_offsetB_1_or_0
|
|
3111
|
+
MOVUPS 144(CX), X0
|
|
3112
|
+
MOVQ R13, 144(CX)
|
|
3113
|
+
MOVUPS X0, 152(CX)
|
|
3114
|
+
JMP sequenceDecs_decodeSync_bmi2_after_adjust
|
|
3115
|
+
|
|
3116
|
+
sequenceDecs_decodeSync_bmi2_adjust_offsetB_1_or_0:
|
|
3117
|
+
CMPQ 56(SP), $0x00000000
|
|
3118
|
+
JNE sequenceDecs_decodeSync_bmi2_adjust_offset_maybezero
|
|
3119
|
+
INCQ R13
|
|
3120
|
+
JMP sequenceDecs_decodeSync_bmi2_adjust_offset_nonzero
|
|
3121
|
+
|
|
3122
|
+
sequenceDecs_decodeSync_bmi2_adjust_offset_maybezero:
|
|
3123
|
+
TESTQ R13, R13
|
|
3124
|
+
JNZ sequenceDecs_decodeSync_bmi2_adjust_offset_nonzero
|
|
3125
|
+
MOVQ 144(CX), R13
|
|
3126
|
+
JMP sequenceDecs_decodeSync_bmi2_after_adjust
|
|
3127
|
+
|
|
3128
|
+
sequenceDecs_decodeSync_bmi2_adjust_offset_nonzero:
|
|
3129
|
+
MOVQ R13, R12
|
|
3130
|
+
XORQ R14, R14
|
|
3131
|
+
MOVQ $-1, R15
|
|
3132
|
+
CMPQ R13, $0x03
|
|
3133
|
+
CMOVQEQ R14, R12
|
|
3134
|
+
CMOVQEQ R15, R14
|
|
3135
|
+
ADDQ 144(CX)(R12*8), R14
|
|
3136
|
+
JNZ sequenceDecs_decodeSync_bmi2_adjust_temp_valid
|
|
3137
|
+
MOVQ $0x00000001, R14
|
|
3138
|
+
|
|
3139
|
+
sequenceDecs_decodeSync_bmi2_adjust_temp_valid:
|
|
3140
|
+
CMPQ R13, $0x01
|
|
3141
|
+
JZ sequenceDecs_decodeSync_bmi2_adjust_skip
|
|
3142
|
+
MOVQ 152(CX), R12
|
|
3143
|
+
MOVQ R12, 160(CX)
|
|
3144
|
+
|
|
3145
|
+
sequenceDecs_decodeSync_bmi2_adjust_skip:
|
|
3146
|
+
MOVQ 144(CX), R12
|
|
3147
|
+
MOVQ R12, 152(CX)
|
|
3148
|
+
MOVQ R14, 144(CX)
|
|
3149
|
+
MOVQ R14, R13
|
|
3150
|
+
|
|
3151
|
+
sequenceDecs_decodeSync_bmi2_after_adjust:
|
|
3152
|
+
MOVQ R13, 40(SP)
|
|
3153
|
+
|
|
3154
|
+
// Check values
|
|
3155
|
+
MOVQ 48(SP), CX
|
|
3156
|
+
MOVQ 56(SP), R12
|
|
3157
|
+
MOVQ ctx+16(FP), R14
|
|
3158
|
+
SUBQ R12, 104(R14)
|
|
3159
|
+
JS error_not_enough_literals
|
|
3160
|
+
CMPQ CX, $0x00020002
|
|
3161
|
+
JA sequenceDecs_decodeSync_bmi2_error_match_len_too_big
|
|
3162
|
+
TESTQ R13, R13
|
|
3163
|
+
JNZ sequenceDecs_decodeSync_bmi2_match_len_ofs_ok
|
|
3164
|
+
TESTQ CX, CX
|
|
3165
|
+
JNZ sequenceDecs_decodeSync_bmi2_error_match_len_ofs_mismatch
|
|
3166
|
+
|
|
3167
|
+
sequenceDecs_decodeSync_bmi2_match_len_ofs_ok:
|
|
3168
|
+
// Check if we have enough space in s.out
|
|
3169
|
+
LEAQ 32(R12)(CX*1), R14
|
|
3170
|
+
ADDQ R9, R14
|
|
3171
|
+
CMPQ R14, 64(SP)
|
|
3172
|
+
JA error_not_enough_space
|
|
3173
|
+
|
|
3174
|
+
// Copy literals
|
|
3175
|
+
MOVUPS (R10), X0
|
|
3176
|
+
MOVUPS X0, (R9)
|
|
3177
|
+
CMPQ R12, $0x10
|
|
3178
|
+
JBE copy_1_end
|
|
3179
|
+
MOVQ $0x00000010, R14
|
|
3180
|
+
|
|
3181
|
+
copy_1:
|
|
3182
|
+
MOVUPS (R10)(R14*1), X0
|
|
3183
|
+
MOVUPS X0, (R9)(R14*1)
|
|
3184
|
+
ADDQ $0x10, R14
|
|
3185
|
+
CMPQ R14, R12
|
|
3186
|
+
JB copy_1
|
|
3187
|
+
|
|
3188
|
+
copy_1_end:
|
|
3189
|
+
ADDQ R12, R10
|
|
3190
|
+
ADDQ R12, R9
|
|
3191
|
+
ADDQ R12, R11
|
|
3192
|
+
|
|
3193
|
+
// Malformed input if seq.mo > t+len(hist) || seq.mo > s.windowSize)
|
|
3194
|
+
MOVQ R11, R12
|
|
3195
|
+
ADDQ 72(SP), R12
|
|
3196
|
+
CMPQ R13, R12
|
|
3197
|
+
JG error_match_off_too_big
|
|
3198
|
+
CMPQ R13, 88(SP)
|
|
3199
|
+
JG error_match_off_too_big
|
|
3200
|
+
|
|
3201
|
+
// Copy match from history
|
|
3202
|
+
MOVQ R13, R12
|
|
3203
|
+
SUBQ R11, R12
|
|
3204
|
+
JLS copy_match
|
|
3205
|
+
MOVQ 80(SP), R14
|
|
3206
|
+
SUBQ R12, R14
|
|
3207
|
+
CMPQ CX, R12
|
|
3208
|
+
JG copy_all_from_history
|
|
3209
|
+
MOVQ CX, R12
|
|
3210
|
+
SUBQ $0x10, R12
|
|
3211
|
+
JB copy_4_small
|
|
3212
|
+
|
|
3213
|
+
copy_4_loop:
|
|
3214
|
+
MOVUPS (R14), X0
|
|
3215
|
+
MOVUPS X0, (R9)
|
|
3216
|
+
ADDQ $0x10, R14
|
|
3217
|
+
ADDQ $0x10, R9
|
|
3218
|
+
SUBQ $0x10, R12
|
|
3219
|
+
JAE copy_4_loop
|
|
3220
|
+
LEAQ 16(R14)(R12*1), R14
|
|
3221
|
+
LEAQ 16(R9)(R12*1), R9
|
|
3222
|
+
MOVUPS -16(R14), X0
|
|
3223
|
+
MOVUPS X0, -16(R9)
|
|
3224
|
+
JMP copy_4_end
|
|
3225
|
+
|
|
3226
|
+
copy_4_small:
|
|
3227
|
+
CMPQ CX, $0x03
|
|
3228
|
+
JE copy_4_move_3
|
|
3229
|
+
CMPQ CX, $0x08
|
|
3230
|
+
JB copy_4_move_4through7
|
|
3231
|
+
JMP copy_4_move_8through16
|
|
3232
|
+
|
|
3233
|
+
copy_4_move_3:
|
|
3234
|
+
MOVWQZX (R14), R12
|
|
3235
|
+
MOVB 2(R14), R13
|
|
3236
|
+
MOVW R12, (R9)
|
|
3237
|
+
MOVB R13, 2(R9)
|
|
3238
|
+
ADDQ CX, R14
|
|
3239
|
+
ADDQ CX, R9
|
|
3240
|
+
JMP copy_4_end
|
|
3241
|
+
|
|
3242
|
+
copy_4_move_4through7:
|
|
3243
|
+
MOVL (R14), R12
|
|
3244
|
+
MOVL -4(R14)(CX*1), R13
|
|
3245
|
+
MOVL R12, (R9)
|
|
3246
|
+
MOVL R13, -4(R9)(CX*1)
|
|
3247
|
+
ADDQ CX, R14
|
|
3248
|
+
ADDQ CX, R9
|
|
3249
|
+
JMP copy_4_end
|
|
3250
|
+
|
|
3251
|
+
copy_4_move_8through16:
|
|
3252
|
+
MOVQ (R14), R12
|
|
3253
|
+
MOVQ -8(R14)(CX*1), R13
|
|
3254
|
+
MOVQ R12, (R9)
|
|
3255
|
+
MOVQ R13, -8(R9)(CX*1)
|
|
3256
|
+
ADDQ CX, R14
|
|
3257
|
+
ADDQ CX, R9
|
|
3258
|
+
|
|
3259
|
+
copy_4_end:
|
|
3260
|
+
ADDQ CX, R11
|
|
3261
|
+
JMP handle_loop
|
|
3262
|
+
JMP loop_finished
|
|
3263
|
+
|
|
3264
|
+
copy_all_from_history:
|
|
3265
|
+
MOVQ R12, R15
|
|
3266
|
+
SUBQ $0x10, R15
|
|
3267
|
+
JB copy_5_small
|
|
3268
|
+
|
|
3269
|
+
copy_5_loop:
|
|
3270
|
+
MOVUPS (R14), X0
|
|
3271
|
+
MOVUPS X0, (R9)
|
|
3272
|
+
ADDQ $0x10, R14
|
|
3273
|
+
ADDQ $0x10, R9
|
|
3274
|
+
SUBQ $0x10, R15
|
|
3275
|
+
JAE copy_5_loop
|
|
3276
|
+
LEAQ 16(R14)(R15*1), R14
|
|
3277
|
+
LEAQ 16(R9)(R15*1), R9
|
|
3278
|
+
MOVUPS -16(R14), X0
|
|
3279
|
+
MOVUPS X0, -16(R9)
|
|
3280
|
+
JMP copy_5_end
|
|
3281
|
+
|
|
3282
|
+
copy_5_small:
|
|
3283
|
+
CMPQ R12, $0x03
|
|
3284
|
+
JE copy_5_move_3
|
|
3285
|
+
JB copy_5_move_1or2
|
|
3286
|
+
CMPQ R12, $0x08
|
|
3287
|
+
JB copy_5_move_4through7
|
|
3288
|
+
JMP copy_5_move_8through16
|
|
3289
|
+
|
|
3290
|
+
copy_5_move_1or2:
|
|
3291
|
+
MOVB (R14), R15
|
|
3292
|
+
MOVB -1(R14)(R12*1), BP
|
|
3293
|
+
MOVB R15, (R9)
|
|
3294
|
+
MOVB BP, -1(R9)(R12*1)
|
|
3295
|
+
ADDQ R12, R14
|
|
3296
|
+
ADDQ R12, R9
|
|
3297
|
+
JMP copy_5_end
|
|
3298
|
+
|
|
3299
|
+
copy_5_move_3:
|
|
3300
|
+
MOVWQZX (R14), R15
|
|
3301
|
+
MOVB 2(R14), BP
|
|
3302
|
+
MOVW R15, (R9)
|
|
3303
|
+
MOVB BP, 2(R9)
|
|
3304
|
+
ADDQ R12, R14
|
|
3305
|
+
ADDQ R12, R9
|
|
3306
|
+
JMP copy_5_end
|
|
3307
|
+
|
|
3308
|
+
copy_5_move_4through7:
|
|
3309
|
+
MOVL (R14), R15
|
|
3310
|
+
MOVL -4(R14)(R12*1), BP
|
|
3311
|
+
MOVL R15, (R9)
|
|
3312
|
+
MOVL BP, -4(R9)(R12*1)
|
|
3313
|
+
ADDQ R12, R14
|
|
3314
|
+
ADDQ R12, R9
|
|
3315
|
+
JMP copy_5_end
|
|
3316
|
+
|
|
3317
|
+
copy_5_move_8through16:
|
|
3318
|
+
MOVQ (R14), R15
|
|
3319
|
+
MOVQ -8(R14)(R12*1), BP
|
|
3320
|
+
MOVQ R15, (R9)
|
|
3321
|
+
MOVQ BP, -8(R9)(R12*1)
|
|
3322
|
+
ADDQ R12, R14
|
|
3323
|
+
ADDQ R12, R9
|
|
3324
|
+
|
|
3325
|
+
copy_5_end:
|
|
3326
|
+
ADDQ R12, R11
|
|
3327
|
+
SUBQ R12, CX
|
|
3328
|
+
|
|
3329
|
+
// Copy match from the current buffer
|
|
3330
|
+
copy_match:
|
|
3331
|
+
MOVQ R9, R12
|
|
3332
|
+
SUBQ R13, R12
|
|
3333
|
+
|
|
3334
|
+
// ml <= mo
|
|
3335
|
+
CMPQ CX, R13
|
|
3336
|
+
JA copy_overlapping_match
|
|
3337
|
+
|
|
3338
|
+
// Copy non-overlapping match
|
|
3339
|
+
ADDQ CX, R11
|
|
3340
|
+
MOVUPS (R12), X0
|
|
3341
|
+
MOVUPS 16(R12), X1
|
|
3342
|
+
MOVUPS X0, (R9)
|
|
3343
|
+
MOVUPS X1, 16(R9)
|
|
3344
|
+
CMPQ CX, $0x20
|
|
3345
|
+
JA copy_2_long
|
|
3346
|
+
ADDQ CX, R9
|
|
3347
|
+
JMP handle_loop
|
|
3348
|
+
|
|
3349
|
+
copy_2_long:
|
|
3350
|
+
LEAQ 32(R9), R13
|
|
3351
|
+
ADDQ CX, R9
|
|
3352
|
+
ADDQ $0x20, R12
|
|
3353
|
+
SUBQ $0x20, CX
|
|
3354
|
+
|
|
3355
|
+
copy_2:
|
|
3356
|
+
MOVUPS (R12), X0
|
|
3357
|
+
MOVUPS 16(R12), X1
|
|
3358
|
+
MOVUPS X0, (R13)
|
|
3359
|
+
MOVUPS X1, 16(R13)
|
|
3360
|
+
ADDQ $0x20, R12
|
|
3361
|
+
ADDQ $0x20, R13
|
|
3362
|
+
SUBQ $0x20, CX
|
|
3363
|
+
JHI copy_2
|
|
3364
|
+
JMP handle_loop
|
|
3365
|
+
|
|
3366
|
+
// Copy overlapping match
|
|
3367
|
+
copy_overlapping_match:
|
|
3368
|
+
ADDQ CX, R11
|
|
3369
|
+
CMPQ R13, $0x10
|
|
3370
|
+
JB copy_slow_3
|
|
3371
|
+
MOVQ R9, R13
|
|
3372
|
+
ADDQ CX, R9
|
|
3373
|
+
|
|
3374
|
+
copy_3:
|
|
3375
|
+
MOVUPS (R12), X0
|
|
3376
|
+
MOVUPS X0, (R13)
|
|
3377
|
+
ADDQ $0x10, R12
|
|
3378
|
+
ADDQ $0x10, R13
|
|
3379
|
+
SUBQ $0x10, CX
|
|
3380
|
+
JHI copy_3
|
|
3381
|
+
JMP handle_loop
|
|
3382
|
+
|
|
3383
|
+
copy_slow_3:
|
|
3384
|
+
MOVBQZX (R12), R13
|
|
3385
|
+
MOVB R13, (R9)
|
|
3386
|
+
INCQ R12
|
|
3387
|
+
INCQ R9
|
|
3388
|
+
DECQ CX
|
|
3389
|
+
JNZ copy_slow_3
|
|
3390
|
+
|
|
3391
|
+
handle_loop:
|
|
3392
|
+
DECQ 32(SP)
|
|
3393
|
+
JNS sequenceDecs_decodeSync_bmi2_main_loop
|
|
3394
|
+
|
|
3395
|
+
loop_finished:
|
|
3396
|
+
MOVQ br+8(FP), CX
|
|
3397
|
+
MOVQ AX, 24(CX)
|
|
3398
|
+
MOVB DL, 40(CX)
|
|
3399
|
+
MOVQ BX, 32(CX)
|
|
3400
|
+
|
|
3401
|
+
// s.seqSize += outPosition - ctx.outPosition
|
|
3402
|
+
MOVQ ctx+16(FP), AX
|
|
3403
|
+
MOVQ s+0(FP), CX
|
|
3404
|
+
MOVQ R11, DX
|
|
3405
|
+
SUBQ 136(AX), DX
|
|
3406
|
+
ADDQ DX, 256(CX)
|
|
3407
|
+
|
|
3408
|
+
// Update the context
|
|
3409
|
+
MOVQ ctx+16(FP), AX
|
|
3410
|
+
MOVQ R11, 136(AX)
|
|
3411
|
+
MOVQ 144(AX), CX
|
|
3412
|
+
SUBQ CX, R10
|
|
3413
|
+
MOVQ R10, 168(AX)
|
|
3414
|
+
|
|
3415
|
+
// Return success
|
|
3416
|
+
MOVQ $0x00000000, ret+24(FP)
|
|
3417
|
+
RET
|
|
3418
|
+
|
|
3419
|
+
// Return with match length error
|
|
3420
|
+
sequenceDecs_decodeSync_bmi2_error_match_len_ofs_mismatch:
|
|
3421
|
+
MOVQ 48(SP), AX
|
|
3422
|
+
MOVQ ctx+16(FP), CX
|
|
3423
|
+
MOVQ AX, 216(CX)
|
|
3424
|
+
MOVQ $0x00000001, ret+24(FP)
|
|
3425
|
+
RET
|
|
3426
|
+
|
|
3427
|
+
// Return with match too long error
|
|
3428
|
+
sequenceDecs_decodeSync_bmi2_error_match_len_too_big:
|
|
3429
|
+
MOVQ ctx+16(FP), AX
|
|
3430
|
+
MOVQ 48(SP), CX
|
|
3431
|
+
MOVQ CX, 216(AX)
|
|
3432
|
+
MOVQ $0x00000002, ret+24(FP)
|
|
3433
|
+
RET
|
|
3434
|
+
|
|
3435
|
+
// Return with match offset too long error
|
|
3436
|
+
error_match_off_too_big:
|
|
3437
|
+
MOVQ ctx+16(FP), AX
|
|
3438
|
+
MOVQ 40(SP), CX
|
|
3439
|
+
MOVQ CX, 224(AX)
|
|
3440
|
+
MOVQ R11, 136(AX)
|
|
3441
|
+
MOVQ $0x00000003, ret+24(FP)
|
|
3442
|
+
RET
|
|
3443
|
+
|
|
3444
|
+
// Return with not enough literals error
|
|
3445
|
+
error_not_enough_literals:
|
|
3446
|
+
MOVQ ctx+16(FP), AX
|
|
3447
|
+
MOVQ 56(SP), CX
|
|
3448
|
+
MOVQ CX, 208(AX)
|
|
3449
|
+
MOVQ $0x00000004, ret+24(FP)
|
|
3450
|
+
RET
|
|
3451
|
+
|
|
3452
|
+
// Return with overread error
|
|
3453
|
+
error_overread:
|
|
3454
|
+
MOVQ $0x00000006, ret+24(FP)
|
|
3455
|
+
RET
|
|
3456
|
+
|
|
3457
|
+
// Return with not enough output space error
|
|
3458
|
+
error_not_enough_space:
|
|
3459
|
+
MOVQ ctx+16(FP), AX
|
|
3460
|
+
MOVQ 56(SP), CX
|
|
3461
|
+
MOVQ CX, 208(AX)
|
|
3462
|
+
MOVQ 48(SP), CX
|
|
3463
|
+
MOVQ CX, 216(AX)
|
|
3464
|
+
MOVQ R11, 136(AX)
|
|
3465
|
+
MOVQ $0x00000005, ret+24(FP)
|
|
3466
|
+
RET
|
|
3467
|
+
|
|
3468
|
+
// func sequenceDecs_decodeSync_safe_amd64(s *sequenceDecs, br *bitReader, ctx *decodeSyncAsmContext) int
|
|
3469
|
+
// Requires: CMOV, SSE
|
|
3470
|
+
TEXT ·sequenceDecs_decodeSync_safe_amd64(SB), $96-32
|
|
3471
|
+
MOVQ br+8(FP), CX
|
|
3472
|
+
MOVQ 24(CX), DX
|
|
3473
|
+
MOVBQZX 40(CX), BX
|
|
3474
|
+
MOVQ (CX), AX
|
|
3475
|
+
MOVQ 32(CX), SI
|
|
3476
|
+
ADDQ SI, AX
|
|
3477
|
+
MOVQ AX, (SP)
|
|
3478
|
+
MOVQ ctx+16(FP), AX
|
|
3479
|
+
MOVQ 72(AX), DI
|
|
3480
|
+
MOVQ 80(AX), R8
|
|
3481
|
+
MOVQ 88(AX), R9
|
|
3482
|
+
MOVQ (AX), CX
|
|
3483
|
+
MOVQ CX, 8(SP)
|
|
3484
|
+
MOVQ 24(AX), CX
|
|
3485
|
+
MOVQ CX, 16(SP)
|
|
3486
|
+
MOVQ 48(AX), CX
|
|
3487
|
+
MOVQ CX, 24(SP)
|
|
3488
|
+
MOVQ 96(AX), CX
|
|
3489
|
+
MOVQ CX, 32(SP)
|
|
3490
|
+
XORQ CX, CX
|
|
3491
|
+
MOVQ CX, 40(SP)
|
|
3492
|
+
MOVQ CX, 48(SP)
|
|
3493
|
+
MOVQ CX, 56(SP)
|
|
3494
|
+
MOVQ 112(AX), R10
|
|
3495
|
+
MOVQ 128(AX), CX
|
|
3496
|
+
MOVQ CX, 64(SP)
|
|
3497
|
+
MOVQ 144(AX), R11
|
|
3498
|
+
MOVQ 136(AX), R12
|
|
3499
|
+
MOVQ 200(AX), CX
|
|
3500
|
+
MOVQ CX, 88(SP)
|
|
3501
|
+
MOVQ 176(AX), CX
|
|
3502
|
+
MOVQ CX, 80(SP)
|
|
3503
|
+
MOVQ 184(AX), AX
|
|
3504
|
+
MOVQ AX, 72(SP)
|
|
3505
|
+
MOVQ 72(SP), AX
|
|
3506
|
+
ADDQ AX, 80(SP)
|
|
3507
|
+
|
|
3508
|
+
// Calculate pointer to s.out[cap(s.out)] (a past-end pointer)
|
|
3509
|
+
ADDQ R10, 64(SP)
|
|
3510
|
+
|
|
3511
|
+
// outBase += outPosition
|
|
3512
|
+
ADDQ R12, R10
|
|
3513
|
+
PCALIGN $0x40
|
|
3514
|
+
|
|
3515
|
+
sequenceDecs_decodeSync_safe_amd64_main_loop:
|
|
3516
|
+
MOVQ (SP), R13
|
|
3517
|
+
|
|
3518
|
+
// Fill bitreader to have enough for the offset and match length.
|
|
3519
|
+
CMPQ SI, $0x08
|
|
3520
|
+
JL sequenceDecs_decodeSync_safe_amd64_fill_byte_by_byte
|
|
3521
|
+
MOVQ BX, AX
|
|
3522
|
+
SHRQ $0x03, AX
|
|
3523
|
+
SUBQ AX, R13
|
|
3524
|
+
MOVQ (R13), DX
|
|
3525
|
+
SUBQ AX, SI
|
|
3526
|
+
ANDQ $0x07, BX
|
|
3527
|
+
JMP sequenceDecs_decodeSync_safe_amd64_fill_end
|
|
3528
|
+
|
|
3529
|
+
sequenceDecs_decodeSync_safe_amd64_fill_byte_by_byte:
|
|
3530
|
+
CMPQ SI, $0x00
|
|
3531
|
+
JLE sequenceDecs_decodeSync_safe_amd64_fill_check_overread
|
|
3532
|
+
CMPQ BX, $0x07
|
|
3533
|
+
JLE sequenceDecs_decodeSync_safe_amd64_fill_end
|
|
3534
|
+
SHLQ $0x08, DX
|
|
3535
|
+
SUBQ $0x01, R13
|
|
3536
|
+
SUBQ $0x01, SI
|
|
3537
|
+
SUBQ $0x08, BX
|
|
3538
|
+
MOVBQZX (R13), AX
|
|
3539
|
+
ORQ AX, DX
|
|
3540
|
+
JMP sequenceDecs_decodeSync_safe_amd64_fill_byte_by_byte
|
|
3541
|
+
|
|
3542
|
+
sequenceDecs_decodeSync_safe_amd64_fill_check_overread:
|
|
3543
|
+
CMPQ BX, $0x40
|
|
3544
|
+
JA error_overread
|
|
3545
|
+
|
|
3546
|
+
sequenceDecs_decodeSync_safe_amd64_fill_end:
|
|
3547
|
+
// Update offset
|
|
3548
|
+
MOVQ R9, AX
|
|
3549
|
+
MOVQ BX, CX
|
|
3550
|
+
MOVQ DX, R14
|
|
3551
|
+
SHLQ CL, R14
|
|
3552
|
+
SHRQ $0x01, R14
|
|
3553
|
+
MOVBLZX AH, CX
|
|
3554
|
+
SHRQ $0x20, AX
|
|
3555
|
+
ADDQ CX, BX
|
|
3556
|
+
XORQ $0x3f, CX
|
|
3557
|
+
SHRQ CL, R14
|
|
3558
|
+
ADDQ R14, AX
|
|
3559
|
+
MOVQ AX, 40(SP)
|
|
3560
|
+
|
|
3561
|
+
// Update match length
|
|
3562
|
+
MOVQ R8, AX
|
|
3563
|
+
MOVQ BX, CX
|
|
3564
|
+
MOVQ DX, R14
|
|
3565
|
+
SHLQ CL, R14
|
|
3566
|
+
SHRQ $0x01, R14
|
|
3567
|
+
MOVBLZX AH, CX
|
|
3568
|
+
SHRQ $0x20, AX
|
|
3569
|
+
ADDQ CX, BX
|
|
3570
|
+
XORQ $0x3f, CX
|
|
3571
|
+
SHRQ CL, R14
|
|
3572
|
+
ADDQ R14, AX
|
|
3573
|
+
MOVQ AX, 48(SP)
|
|
3574
|
+
|
|
3575
|
+
// Fill bitreader to have enough for the remaining
|
|
3576
|
+
CMPQ SI, $0x08
|
|
3577
|
+
JL sequenceDecs_decodeSync_safe_amd64_fill_2_byte_by_byte
|
|
3578
|
+
MOVQ BX, AX
|
|
3579
|
+
SHRQ $0x03, AX
|
|
3580
|
+
SUBQ AX, R13
|
|
3581
|
+
MOVQ (R13), DX
|
|
3582
|
+
SUBQ AX, SI
|
|
3583
|
+
ANDQ $0x07, BX
|
|
3584
|
+
JMP sequenceDecs_decodeSync_safe_amd64_fill_2_end
|
|
3585
|
+
|
|
3586
|
+
sequenceDecs_decodeSync_safe_amd64_fill_2_byte_by_byte:
|
|
3587
|
+
CMPQ SI, $0x00
|
|
3588
|
+
JLE sequenceDecs_decodeSync_safe_amd64_fill_2_check_overread
|
|
3589
|
+
CMPQ BX, $0x07
|
|
3590
|
+
JLE sequenceDecs_decodeSync_safe_amd64_fill_2_end
|
|
3591
|
+
SHLQ $0x08, DX
|
|
3592
|
+
SUBQ $0x01, R13
|
|
3593
|
+
SUBQ $0x01, SI
|
|
3594
|
+
SUBQ $0x08, BX
|
|
3595
|
+
MOVBQZX (R13), AX
|
|
3596
|
+
ORQ AX, DX
|
|
3597
|
+
JMP sequenceDecs_decodeSync_safe_amd64_fill_2_byte_by_byte
|
|
3598
|
+
|
|
3599
|
+
sequenceDecs_decodeSync_safe_amd64_fill_2_check_overread:
|
|
3600
|
+
CMPQ BX, $0x40
|
|
3601
|
+
JA error_overread
|
|
3602
|
+
|
|
3603
|
+
sequenceDecs_decodeSync_safe_amd64_fill_2_end:
|
|
3604
|
+
// Update literal length
|
|
3605
|
+
MOVQ DI, AX
|
|
3606
|
+
MOVQ BX, CX
|
|
3607
|
+
MOVQ DX, R14
|
|
3608
|
+
SHLQ CL, R14
|
|
3609
|
+
SHRQ $0x01, R14
|
|
3610
|
+
MOVBLZX AH, CX
|
|
3611
|
+
SHRQ $0x20, AX
|
|
3612
|
+
ADDQ CX, BX
|
|
3613
|
+
XORQ $0x3f, CX
|
|
3614
|
+
SHRQ CL, R14
|
|
3615
|
+
ADDQ R14, AX
|
|
3616
|
+
MOVQ AX, 56(SP)
|
|
3617
|
+
|
|
3618
|
+
// Fill bitreader for state updates
|
|
3619
|
+
MOVQ R13, (SP)
|
|
3620
|
+
MOVQ R9, AX
|
|
3621
|
+
SHRQ $0x08, AX
|
|
3622
|
+
MOVBQZX AL, AX
|
|
3623
|
+
CMPQ 32(SP), $0x00
|
|
3624
|
+
JZ sequenceDecs_decodeSync_safe_amd64_skip_update
|
|
3625
|
+
|
|
3626
|
+
// Update Literal Length State
|
|
3627
|
+
MOVBQZX DI, R13
|
|
3628
|
+
SHRL $0x10, DI
|
|
3629
|
+
MOVQ BX, CX
|
|
3630
|
+
MOVQ DX, R14
|
|
3631
|
+
SHLQ CL, R14
|
|
3632
|
+
SHRQ $0x01, R14
|
|
3633
|
+
ADDQ R13, BX
|
|
3634
|
+
XORQ $0x3f, R13
|
|
3635
|
+
MOVQ R13, CX
|
|
3636
|
+
SHRQ CL, R14
|
|
3637
|
+
ADDQ R14, DI
|
|
3638
|
+
|
|
3639
|
+
// Load ctx.llTable
|
|
3640
|
+
MOVQ 8(SP), CX
|
|
3641
|
+
MOVQ (CX)(DI*8), DI
|
|
3642
|
+
|
|
3643
|
+
// Update Match Length State
|
|
3644
|
+
MOVBQZX R8, R13
|
|
3645
|
+
SHRL $0x10, R8
|
|
3646
|
+
MOVQ BX, CX
|
|
3647
|
+
MOVQ DX, R14
|
|
3648
|
+
SHLQ CL, R14
|
|
3649
|
+
SHRQ $0x01, R14
|
|
3650
|
+
ADDQ R13, BX
|
|
3651
|
+
XORQ $0x3f, R13
|
|
3652
|
+
MOVQ R13, CX
|
|
3653
|
+
SHRQ CL, R14
|
|
3654
|
+
ADDQ R14, R8
|
|
3655
|
+
|
|
3656
|
+
// Load ctx.mlTable
|
|
3657
|
+
MOVQ 16(SP), CX
|
|
3658
|
+
MOVQ (CX)(R8*8), R8
|
|
3659
|
+
|
|
3660
|
+
// Update Offset State
|
|
3661
|
+
MOVBQZX R9, R13
|
|
3662
|
+
SHRL $0x10, R9
|
|
3663
|
+
MOVQ BX, CX
|
|
3664
|
+
MOVQ DX, R14
|
|
3665
|
+
SHLQ CL, R14
|
|
3666
|
+
SHRQ $0x01, R14
|
|
3667
|
+
ADDQ R13, BX
|
|
3668
|
+
XORQ $0x3f, R13
|
|
3669
|
+
MOVQ R13, CX
|
|
3670
|
+
SHRQ CL, R14
|
|
3671
|
+
ADDQ R14, R9
|
|
3672
|
+
|
|
3673
|
+
// Load ctx.ofTable
|
|
3674
|
+
MOVQ 24(SP), CX
|
|
3675
|
+
MOVQ (CX)(R9*8), R9
|
|
3676
|
+
|
|
3677
|
+
sequenceDecs_decodeSync_safe_amd64_skip_update:
|
|
3678
|
+
// Adjust offset
|
|
3679
|
+
MOVQ s+0(FP), CX
|
|
3680
|
+
MOVQ 40(SP), R13
|
|
3681
|
+
CMPQ AX, $0x01
|
|
3682
|
+
JBE sequenceDecs_decodeSync_safe_amd64_adjust_offsetB_1_or_0
|
|
3683
|
+
MOVUPS 144(CX), X0
|
|
3684
|
+
MOVQ R13, 144(CX)
|
|
3685
|
+
MOVUPS X0, 152(CX)
|
|
3686
|
+
JMP sequenceDecs_decodeSync_safe_amd64_after_adjust
|
|
3687
|
+
|
|
3688
|
+
sequenceDecs_decodeSync_safe_amd64_adjust_offsetB_1_or_0:
|
|
3689
|
+
CMPQ 56(SP), $0x00000000
|
|
3690
|
+
JNE sequenceDecs_decodeSync_safe_amd64_adjust_offset_maybezero
|
|
3691
|
+
INCQ R13
|
|
3692
|
+
JMP sequenceDecs_decodeSync_safe_amd64_adjust_offset_nonzero
|
|
3693
|
+
|
|
3694
|
+
sequenceDecs_decodeSync_safe_amd64_adjust_offset_maybezero:
|
|
3695
|
+
TESTQ R13, R13
|
|
3696
|
+
JNZ sequenceDecs_decodeSync_safe_amd64_adjust_offset_nonzero
|
|
3697
|
+
MOVQ 144(CX), R13
|
|
3698
|
+
JMP sequenceDecs_decodeSync_safe_amd64_after_adjust
|
|
3699
|
+
|
|
3700
|
+
sequenceDecs_decodeSync_safe_amd64_adjust_offset_nonzero:
|
|
3701
|
+
MOVQ R13, AX
|
|
3702
|
+
XORQ R14, R14
|
|
3703
|
+
MOVQ $-1, R15
|
|
3704
|
+
CMPQ R13, $0x03
|
|
3705
|
+
CMOVQEQ R14, AX
|
|
3706
|
+
CMOVQEQ R15, R14
|
|
3707
|
+
ADDQ 144(CX)(AX*8), R14
|
|
3708
|
+
JNZ sequenceDecs_decodeSync_safe_amd64_adjust_temp_valid
|
|
3709
|
+
MOVQ $0x00000001, R14
|
|
3710
|
+
|
|
3711
|
+
sequenceDecs_decodeSync_safe_amd64_adjust_temp_valid:
|
|
3712
|
+
CMPQ R13, $0x01
|
|
3713
|
+
JZ sequenceDecs_decodeSync_safe_amd64_adjust_skip
|
|
3714
|
+
MOVQ 152(CX), AX
|
|
3715
|
+
MOVQ AX, 160(CX)
|
|
3716
|
+
|
|
3717
|
+
sequenceDecs_decodeSync_safe_amd64_adjust_skip:
|
|
3718
|
+
MOVQ 144(CX), AX
|
|
3719
|
+
MOVQ AX, 152(CX)
|
|
3720
|
+
MOVQ R14, 144(CX)
|
|
3721
|
+
MOVQ R14, R13
|
|
3722
|
+
|
|
3723
|
+
sequenceDecs_decodeSync_safe_amd64_after_adjust:
|
|
3724
|
+
MOVQ R13, 40(SP)
|
|
3725
|
+
|
|
3726
|
+
// Check values
|
|
3727
|
+
MOVQ 48(SP), AX
|
|
3728
|
+
MOVQ 56(SP), CX
|
|
3729
|
+
MOVQ ctx+16(FP), R14
|
|
3730
|
+
SUBQ CX, 104(R14)
|
|
3731
|
+
JS error_not_enough_literals
|
|
3732
|
+
CMPQ AX, $0x00020002
|
|
3733
|
+
JA sequenceDecs_decodeSync_safe_amd64_error_match_len_too_big
|
|
3734
|
+
TESTQ R13, R13
|
|
3735
|
+
JNZ sequenceDecs_decodeSync_safe_amd64_match_len_ofs_ok
|
|
3736
|
+
TESTQ AX, AX
|
|
3737
|
+
JNZ sequenceDecs_decodeSync_safe_amd64_error_match_len_ofs_mismatch
|
|
3738
|
+
|
|
3739
|
+
sequenceDecs_decodeSync_safe_amd64_match_len_ofs_ok:
|
|
3740
|
+
// Check if we have enough space in s.out
|
|
3741
|
+
LEAQ (CX)(AX*1), R14
|
|
3742
|
+
ADDQ R10, R14
|
|
3743
|
+
CMPQ R14, 64(SP)
|
|
3744
|
+
JA error_not_enough_space
|
|
3745
|
+
|
|
3746
|
+
// Copy literals
|
|
3747
|
+
TESTQ CX, CX
|
|
3748
|
+
JZ check_offset
|
|
3749
|
+
MOVQ CX, R14
|
|
3750
|
+
SUBQ $0x10, R14
|
|
3751
|
+
JB copy_1_small
|
|
3752
|
+
|
|
3753
|
+
copy_1_loop:
|
|
3754
|
+
MOVUPS (R11), X0
|
|
3755
|
+
MOVUPS X0, (R10)
|
|
3756
|
+
ADDQ $0x10, R11
|
|
3757
|
+
ADDQ $0x10, R10
|
|
3758
|
+
SUBQ $0x10, R14
|
|
3759
|
+
JAE copy_1_loop
|
|
3760
|
+
LEAQ 16(R11)(R14*1), R11
|
|
3761
|
+
LEAQ 16(R10)(R14*1), R10
|
|
3762
|
+
MOVUPS -16(R11), X0
|
|
3763
|
+
MOVUPS X0, -16(R10)
|
|
3764
|
+
JMP copy_1_end
|
|
3765
|
+
|
|
3766
|
+
copy_1_small:
|
|
3767
|
+
CMPQ CX, $0x03
|
|
3768
|
+
JE copy_1_move_3
|
|
3769
|
+
JB copy_1_move_1or2
|
|
3770
|
+
CMPQ CX, $0x08
|
|
3771
|
+
JB copy_1_move_4through7
|
|
3772
|
+
JMP copy_1_move_8through16
|
|
3773
|
+
|
|
3774
|
+
copy_1_move_1or2:
|
|
3775
|
+
MOVB (R11), R14
|
|
3776
|
+
MOVB -1(R11)(CX*1), R15
|
|
3777
|
+
MOVB R14, (R10)
|
|
3778
|
+
MOVB R15, -1(R10)(CX*1)
|
|
3779
|
+
ADDQ CX, R11
|
|
3780
|
+
ADDQ CX, R10
|
|
3781
|
+
JMP copy_1_end
|
|
3782
|
+
|
|
3783
|
+
copy_1_move_3:
|
|
3784
|
+
MOVWQZX (R11), R14
|
|
3785
|
+
MOVB 2(R11), R15
|
|
3786
|
+
MOVW R14, (R10)
|
|
3787
|
+
MOVB R15, 2(R10)
|
|
3788
|
+
ADDQ CX, R11
|
|
3789
|
+
ADDQ CX, R10
|
|
3790
|
+
JMP copy_1_end
|
|
3791
|
+
|
|
3792
|
+
copy_1_move_4through7:
|
|
3793
|
+
MOVL (R11), R14
|
|
3794
|
+
MOVL -4(R11)(CX*1), R15
|
|
3795
|
+
MOVL R14, (R10)
|
|
3796
|
+
MOVL R15, -4(R10)(CX*1)
|
|
3797
|
+
ADDQ CX, R11
|
|
3798
|
+
ADDQ CX, R10
|
|
3799
|
+
JMP copy_1_end
|
|
3800
|
+
|
|
3801
|
+
copy_1_move_8through16:
|
|
3802
|
+
MOVQ (R11), R14
|
|
3803
|
+
MOVQ -8(R11)(CX*1), R15
|
|
3804
|
+
MOVQ R14, (R10)
|
|
3805
|
+
MOVQ R15, -8(R10)(CX*1)
|
|
3806
|
+
ADDQ CX, R11
|
|
3807
|
+
ADDQ CX, R10
|
|
3808
|
+
|
|
3809
|
+
copy_1_end:
|
|
3810
|
+
ADDQ CX, R12
|
|
3811
|
+
|
|
3812
|
+
// Malformed input if seq.mo > t+len(hist) || seq.mo > s.windowSize)
|
|
3813
|
+
check_offset:
|
|
3814
|
+
MOVQ R12, CX
|
|
3815
|
+
ADDQ 72(SP), CX
|
|
3816
|
+
CMPQ R13, CX
|
|
3817
|
+
JG error_match_off_too_big
|
|
3818
|
+
CMPQ R13, 88(SP)
|
|
3819
|
+
JG error_match_off_too_big
|
|
3820
|
+
|
|
3821
|
+
// Copy match from history
|
|
3822
|
+
MOVQ R13, CX
|
|
3823
|
+
SUBQ R12, CX
|
|
3824
|
+
JLS copy_match
|
|
3825
|
+
MOVQ 80(SP), R14
|
|
3826
|
+
SUBQ CX, R14
|
|
3827
|
+
CMPQ AX, CX
|
|
3828
|
+
JG copy_all_from_history
|
|
3829
|
+
MOVQ AX, CX
|
|
3830
|
+
SUBQ $0x10, CX
|
|
3831
|
+
JB copy_4_small
|
|
3832
|
+
|
|
3833
|
+
copy_4_loop:
|
|
3834
|
+
MOVUPS (R14), X0
|
|
3835
|
+
MOVUPS X0, (R10)
|
|
3836
|
+
ADDQ $0x10, R14
|
|
3837
|
+
ADDQ $0x10, R10
|
|
3838
|
+
SUBQ $0x10, CX
|
|
3839
|
+
JAE copy_4_loop
|
|
3840
|
+
LEAQ 16(R14)(CX*1), R14
|
|
3841
|
+
LEAQ 16(R10)(CX*1), R10
|
|
3842
|
+
MOVUPS -16(R14), X0
|
|
3843
|
+
MOVUPS X0, -16(R10)
|
|
3844
|
+
JMP copy_4_end
|
|
3845
|
+
|
|
3846
|
+
copy_4_small:
|
|
3847
|
+
CMPQ AX, $0x03
|
|
3848
|
+
JE copy_4_move_3
|
|
3849
|
+
CMPQ AX, $0x08
|
|
3850
|
+
JB copy_4_move_4through7
|
|
3851
|
+
JMP copy_4_move_8through16
|
|
3852
|
+
|
|
3853
|
+
copy_4_move_3:
|
|
3854
|
+
MOVWQZX (R14), CX
|
|
3855
|
+
MOVB 2(R14), R13
|
|
3856
|
+
MOVW CX, (R10)
|
|
3857
|
+
MOVB R13, 2(R10)
|
|
3858
|
+
ADDQ AX, R14
|
|
3859
|
+
ADDQ AX, R10
|
|
3860
|
+
JMP copy_4_end
|
|
3861
|
+
|
|
3862
|
+
copy_4_move_4through7:
|
|
3863
|
+
MOVL (R14), CX
|
|
3864
|
+
MOVL -4(R14)(AX*1), R13
|
|
3865
|
+
MOVL CX, (R10)
|
|
3866
|
+
MOVL R13, -4(R10)(AX*1)
|
|
3867
|
+
ADDQ AX, R14
|
|
3868
|
+
ADDQ AX, R10
|
|
3869
|
+
JMP copy_4_end
|
|
3870
|
+
|
|
3871
|
+
copy_4_move_8through16:
|
|
3872
|
+
MOVQ (R14), CX
|
|
3873
|
+
MOVQ -8(R14)(AX*1), R13
|
|
3874
|
+
MOVQ CX, (R10)
|
|
3875
|
+
MOVQ R13, -8(R10)(AX*1)
|
|
3876
|
+
ADDQ AX, R14
|
|
3877
|
+
ADDQ AX, R10
|
|
3878
|
+
|
|
3879
|
+
copy_4_end:
|
|
3880
|
+
ADDQ AX, R12
|
|
3881
|
+
JMP handle_loop
|
|
3882
|
+
JMP loop_finished
|
|
3883
|
+
|
|
3884
|
+
copy_all_from_history:
|
|
3885
|
+
MOVQ CX, R15
|
|
3886
|
+
SUBQ $0x10, R15
|
|
3887
|
+
JB copy_5_small
|
|
3888
|
+
|
|
3889
|
+
copy_5_loop:
|
|
3890
|
+
MOVUPS (R14), X0
|
|
3891
|
+
MOVUPS X0, (R10)
|
|
3892
|
+
ADDQ $0x10, R14
|
|
3893
|
+
ADDQ $0x10, R10
|
|
3894
|
+
SUBQ $0x10, R15
|
|
3895
|
+
JAE copy_5_loop
|
|
3896
|
+
LEAQ 16(R14)(R15*1), R14
|
|
3897
|
+
LEAQ 16(R10)(R15*1), R10
|
|
3898
|
+
MOVUPS -16(R14), X0
|
|
3899
|
+
MOVUPS X0, -16(R10)
|
|
3900
|
+
JMP copy_5_end
|
|
3901
|
+
|
|
3902
|
+
copy_5_small:
|
|
3903
|
+
CMPQ CX, $0x03
|
|
3904
|
+
JE copy_5_move_3
|
|
3905
|
+
JB copy_5_move_1or2
|
|
3906
|
+
CMPQ CX, $0x08
|
|
3907
|
+
JB copy_5_move_4through7
|
|
3908
|
+
JMP copy_5_move_8through16
|
|
3909
|
+
|
|
3910
|
+
copy_5_move_1or2:
|
|
3911
|
+
MOVB (R14), R15
|
|
3912
|
+
MOVB -1(R14)(CX*1), BP
|
|
3913
|
+
MOVB R15, (R10)
|
|
3914
|
+
MOVB BP, -1(R10)(CX*1)
|
|
3915
|
+
ADDQ CX, R14
|
|
3916
|
+
ADDQ CX, R10
|
|
3917
|
+
JMP copy_5_end
|
|
3918
|
+
|
|
3919
|
+
copy_5_move_3:
|
|
3920
|
+
MOVWQZX (R14), R15
|
|
3921
|
+
MOVB 2(R14), BP
|
|
3922
|
+
MOVW R15, (R10)
|
|
3923
|
+
MOVB BP, 2(R10)
|
|
3924
|
+
ADDQ CX, R14
|
|
3925
|
+
ADDQ CX, R10
|
|
3926
|
+
JMP copy_5_end
|
|
3927
|
+
|
|
3928
|
+
copy_5_move_4through7:
|
|
3929
|
+
MOVL (R14), R15
|
|
3930
|
+
MOVL -4(R14)(CX*1), BP
|
|
3931
|
+
MOVL R15, (R10)
|
|
3932
|
+
MOVL BP, -4(R10)(CX*1)
|
|
3933
|
+
ADDQ CX, R14
|
|
3934
|
+
ADDQ CX, R10
|
|
3935
|
+
JMP copy_5_end
|
|
3936
|
+
|
|
3937
|
+
copy_5_move_8through16:
|
|
3938
|
+
MOVQ (R14), R15
|
|
3939
|
+
MOVQ -8(R14)(CX*1), BP
|
|
3940
|
+
MOVQ R15, (R10)
|
|
3941
|
+
MOVQ BP, -8(R10)(CX*1)
|
|
3942
|
+
ADDQ CX, R14
|
|
3943
|
+
ADDQ CX, R10
|
|
3944
|
+
|
|
3945
|
+
copy_5_end:
|
|
3946
|
+
ADDQ CX, R12
|
|
3947
|
+
SUBQ CX, AX
|
|
3948
|
+
|
|
3949
|
+
// Copy match from the current buffer
|
|
3950
|
+
copy_match:
|
|
3951
|
+
MOVQ R10, CX
|
|
3952
|
+
SUBQ R13, CX
|
|
3953
|
+
|
|
3954
|
+
// ml <= mo
|
|
3955
|
+
CMPQ AX, R13
|
|
3956
|
+
JA copy_overlapping_match
|
|
3957
|
+
|
|
3958
|
+
// Copy non-overlapping match
|
|
3959
|
+
ADDQ AX, R12
|
|
3960
|
+
MOVQ AX, R13
|
|
3961
|
+
SUBQ $0x10, R13
|
|
3962
|
+
JB copy_2_small
|
|
3963
|
+
|
|
3964
|
+
copy_2_loop:
|
|
3965
|
+
MOVUPS (CX), X0
|
|
3966
|
+
MOVUPS X0, (R10)
|
|
3967
|
+
ADDQ $0x10, CX
|
|
3968
|
+
ADDQ $0x10, R10
|
|
3969
|
+
SUBQ $0x10, R13
|
|
3970
|
+
JAE copy_2_loop
|
|
3971
|
+
LEAQ 16(CX)(R13*1), CX
|
|
3972
|
+
LEAQ 16(R10)(R13*1), R10
|
|
3973
|
+
MOVUPS -16(CX), X0
|
|
3974
|
+
MOVUPS X0, -16(R10)
|
|
3975
|
+
JMP copy_2_end
|
|
3976
|
+
|
|
3977
|
+
copy_2_small:
|
|
3978
|
+
CMPQ AX, $0x03
|
|
3979
|
+
JE copy_2_move_3
|
|
3980
|
+
JB copy_2_move_1or2
|
|
3981
|
+
CMPQ AX, $0x08
|
|
3982
|
+
JB copy_2_move_4through7
|
|
3983
|
+
JMP copy_2_move_8through16
|
|
3984
|
+
|
|
3985
|
+
copy_2_move_1or2:
|
|
3986
|
+
MOVB (CX), R13
|
|
3987
|
+
MOVB -1(CX)(AX*1), R14
|
|
3988
|
+
MOVB R13, (R10)
|
|
3989
|
+
MOVB R14, -1(R10)(AX*1)
|
|
3990
|
+
ADDQ AX, CX
|
|
3991
|
+
ADDQ AX, R10
|
|
3992
|
+
JMP copy_2_end
|
|
3993
|
+
|
|
3994
|
+
copy_2_move_3:
|
|
3995
|
+
MOVWQZX (CX), R13
|
|
3996
|
+
MOVB 2(CX), R14
|
|
3997
|
+
MOVW R13, (R10)
|
|
3998
|
+
MOVB R14, 2(R10)
|
|
3999
|
+
ADDQ AX, CX
|
|
4000
|
+
ADDQ AX, R10
|
|
4001
|
+
JMP copy_2_end
|
|
4002
|
+
|
|
4003
|
+
copy_2_move_4through7:
|
|
4004
|
+
MOVL (CX), R13
|
|
4005
|
+
MOVL -4(CX)(AX*1), R14
|
|
4006
|
+
MOVL R13, (R10)
|
|
4007
|
+
MOVL R14, -4(R10)(AX*1)
|
|
4008
|
+
ADDQ AX, CX
|
|
4009
|
+
ADDQ AX, R10
|
|
4010
|
+
JMP copy_2_end
|
|
4011
|
+
|
|
4012
|
+
copy_2_move_8through16:
|
|
4013
|
+
MOVQ (CX), R13
|
|
4014
|
+
MOVQ -8(CX)(AX*1), R14
|
|
4015
|
+
MOVQ R13, (R10)
|
|
4016
|
+
MOVQ R14, -8(R10)(AX*1)
|
|
4017
|
+
ADDQ AX, CX
|
|
4018
|
+
ADDQ AX, R10
|
|
4019
|
+
|
|
4020
|
+
copy_2_end:
|
|
4021
|
+
JMP handle_loop
|
|
4022
|
+
|
|
4023
|
+
// Copy overlapping match
|
|
4024
|
+
copy_overlapping_match:
|
|
4025
|
+
ADDQ AX, R12
|
|
4026
|
+
CMPQ R13, $0x10
|
|
4027
|
+
JB copy_slow_3
|
|
4028
|
+
|
|
4029
|
+
copy_3_blocks:
|
|
4030
|
+
MOVUPS (CX), X0
|
|
4031
|
+
MOVUPS X0, (R10)
|
|
4032
|
+
ADDQ $0x10, CX
|
|
4033
|
+
ADDQ $0x10, R10
|
|
4034
|
+
SUBQ $0x10, AX
|
|
4035
|
+
CMPQ AX, $0x10
|
|
4036
|
+
JAE copy_3_blocks
|
|
4037
|
+
TESTQ AX, AX
|
|
4038
|
+
JZ handle_loop
|
|
4039
|
+
|
|
4040
|
+
copy_slow_3:
|
|
4041
|
+
MOVBQZX (CX), R13
|
|
4042
|
+
MOVB R13, (R10)
|
|
4043
|
+
INCQ CX
|
|
4044
|
+
INCQ R10
|
|
4045
|
+
DECQ AX
|
|
4046
|
+
JNZ copy_slow_3
|
|
4047
|
+
|
|
4048
|
+
handle_loop:
|
|
4049
|
+
DECQ 32(SP)
|
|
4050
|
+
JNS sequenceDecs_decodeSync_safe_amd64_main_loop
|
|
4051
|
+
|
|
4052
|
+
loop_finished:
|
|
4053
|
+
MOVQ br+8(FP), AX
|
|
4054
|
+
MOVQ DX, 24(AX)
|
|
4055
|
+
MOVB BL, 40(AX)
|
|
4056
|
+
MOVQ SI, 32(AX)
|
|
4057
|
+
|
|
4058
|
+
// s.seqSize += outPosition - ctx.outPosition
|
|
4059
|
+
MOVQ ctx+16(FP), AX
|
|
4060
|
+
MOVQ s+0(FP), CX
|
|
4061
|
+
MOVQ R12, DX
|
|
4062
|
+
SUBQ 136(AX), DX
|
|
4063
|
+
ADDQ DX, 256(CX)
|
|
4064
|
+
|
|
4065
|
+
// Update the context
|
|
4066
|
+
MOVQ ctx+16(FP), AX
|
|
4067
|
+
MOVQ R12, 136(AX)
|
|
4068
|
+
MOVQ 144(AX), CX
|
|
4069
|
+
SUBQ CX, R11
|
|
4070
|
+
MOVQ R11, 168(AX)
|
|
4071
|
+
|
|
4072
|
+
// Return success
|
|
4073
|
+
MOVQ $0x00000000, ret+24(FP)
|
|
4074
|
+
RET
|
|
4075
|
+
|
|
4076
|
+
// Return with match length error
|
|
4077
|
+
sequenceDecs_decodeSync_safe_amd64_error_match_len_ofs_mismatch:
|
|
4078
|
+
MOVQ 48(SP), AX
|
|
4079
|
+
MOVQ ctx+16(FP), CX
|
|
4080
|
+
MOVQ AX, 216(CX)
|
|
4081
|
+
MOVQ $0x00000001, ret+24(FP)
|
|
4082
|
+
RET
|
|
4083
|
+
|
|
4084
|
+
// Return with match too long error
|
|
4085
|
+
sequenceDecs_decodeSync_safe_amd64_error_match_len_too_big:
|
|
4086
|
+
MOVQ ctx+16(FP), AX
|
|
4087
|
+
MOVQ 48(SP), CX
|
|
4088
|
+
MOVQ CX, 216(AX)
|
|
4089
|
+
MOVQ $0x00000002, ret+24(FP)
|
|
4090
|
+
RET
|
|
4091
|
+
|
|
4092
|
+
// Return with match offset too long error
|
|
4093
|
+
error_match_off_too_big:
|
|
4094
|
+
MOVQ ctx+16(FP), AX
|
|
4095
|
+
MOVQ 40(SP), CX
|
|
4096
|
+
MOVQ CX, 224(AX)
|
|
4097
|
+
MOVQ R12, 136(AX)
|
|
4098
|
+
MOVQ $0x00000003, ret+24(FP)
|
|
4099
|
+
RET
|
|
4100
|
+
|
|
4101
|
+
// Return with not enough literals error
|
|
4102
|
+
error_not_enough_literals:
|
|
4103
|
+
MOVQ ctx+16(FP), AX
|
|
4104
|
+
MOVQ 56(SP), CX
|
|
4105
|
+
MOVQ CX, 208(AX)
|
|
4106
|
+
MOVQ $0x00000004, ret+24(FP)
|
|
4107
|
+
RET
|
|
4108
|
+
|
|
4109
|
+
// Return with overread error
|
|
4110
|
+
error_overread:
|
|
4111
|
+
MOVQ $0x00000006, ret+24(FP)
|
|
4112
|
+
RET
|
|
4113
|
+
|
|
4114
|
+
// Return with not enough output space error
|
|
4115
|
+
error_not_enough_space:
|
|
4116
|
+
MOVQ ctx+16(FP), AX
|
|
4117
|
+
MOVQ 56(SP), CX
|
|
4118
|
+
MOVQ CX, 208(AX)
|
|
4119
|
+
MOVQ 48(SP), CX
|
|
4120
|
+
MOVQ CX, 216(AX)
|
|
4121
|
+
MOVQ R12, 136(AX)
|
|
4122
|
+
MOVQ $0x00000005, ret+24(FP)
|
|
4123
|
+
RET
|
|
4124
|
+
|
|
4125
|
+
// func sequenceDecs_decodeSync_safe_bmi2(s *sequenceDecs, br *bitReader, ctx *decodeSyncAsmContext) int
|
|
4126
|
+
// Requires: BMI, BMI2, CMOV, SSE
|
|
4127
|
+
TEXT ·sequenceDecs_decodeSync_safe_bmi2(SB), $96-32
|
|
4128
|
+
MOVQ br+8(FP), BX
|
|
4129
|
+
MOVQ 24(BX), AX
|
|
4130
|
+
MOVBQZX 40(BX), DX
|
|
4131
|
+
MOVQ (BX), CX
|
|
4132
|
+
MOVQ 32(BX), BX
|
|
4133
|
+
ADDQ BX, CX
|
|
4134
|
+
MOVQ CX, (SP)
|
|
4135
|
+
MOVQ ctx+16(FP), CX
|
|
4136
|
+
MOVQ 72(CX), SI
|
|
4137
|
+
MOVQ 80(CX), DI
|
|
4138
|
+
MOVQ 88(CX), R8
|
|
4139
|
+
MOVQ (CX), R9
|
|
4140
|
+
MOVQ R9, 8(SP)
|
|
4141
|
+
MOVQ 24(CX), R9
|
|
4142
|
+
MOVQ R9, 16(SP)
|
|
4143
|
+
MOVQ 48(CX), R9
|
|
4144
|
+
MOVQ R9, 24(SP)
|
|
4145
|
+
MOVQ 96(CX), R9
|
|
4146
|
+
MOVQ R9, 32(SP)
|
|
4147
|
+
XORQ R9, R9
|
|
4148
|
+
MOVQ R9, 40(SP)
|
|
4149
|
+
MOVQ R9, 48(SP)
|
|
4150
|
+
MOVQ R9, 56(SP)
|
|
4151
|
+
MOVQ 112(CX), R9
|
|
4152
|
+
MOVQ 128(CX), R10
|
|
4153
|
+
MOVQ R10, 64(SP)
|
|
4154
|
+
MOVQ 144(CX), R10
|
|
4155
|
+
MOVQ 136(CX), R11
|
|
4156
|
+
MOVQ 200(CX), R12
|
|
4157
|
+
MOVQ R12, 88(SP)
|
|
4158
|
+
MOVQ 176(CX), R12
|
|
4159
|
+
MOVQ R12, 80(SP)
|
|
4160
|
+
MOVQ 184(CX), CX
|
|
4161
|
+
MOVQ CX, 72(SP)
|
|
4162
|
+
MOVQ 72(SP), CX
|
|
4163
|
+
ADDQ CX, 80(SP)
|
|
4164
|
+
|
|
4165
|
+
// Calculate pointer to s.out[cap(s.out)] (a past-end pointer)
|
|
4166
|
+
ADDQ R9, 64(SP)
|
|
4167
|
+
|
|
4168
|
+
// outBase += outPosition
|
|
4169
|
+
ADDQ R11, R9
|
|
4170
|
+
PCALIGN $0x40
|
|
4171
|
+
|
|
4172
|
+
sequenceDecs_decodeSync_safe_bmi2_main_loop:
|
|
4173
|
+
MOVQ (SP), R12
|
|
4174
|
+
|
|
4175
|
+
// Fill bitreader to have enough for the offset and match length.
|
|
4176
|
+
CMPQ BX, $0x08
|
|
4177
|
+
JL sequenceDecs_decodeSync_safe_bmi2_fill_byte_by_byte
|
|
4178
|
+
MOVQ DX, CX
|
|
4179
|
+
SHRQ $0x03, CX
|
|
4180
|
+
SUBQ CX, R12
|
|
4181
|
+
MOVQ (R12), AX
|
|
4182
|
+
SUBQ CX, BX
|
|
4183
|
+
ANDQ $0x07, DX
|
|
4184
|
+
JMP sequenceDecs_decodeSync_safe_bmi2_fill_end
|
|
4185
|
+
|
|
4186
|
+
sequenceDecs_decodeSync_safe_bmi2_fill_byte_by_byte:
|
|
4187
|
+
CMPQ BX, $0x00
|
|
4188
|
+
JLE sequenceDecs_decodeSync_safe_bmi2_fill_check_overread
|
|
4189
|
+
CMPQ DX, $0x07
|
|
4190
|
+
JLE sequenceDecs_decodeSync_safe_bmi2_fill_end
|
|
4191
|
+
SHLQ $0x08, AX
|
|
4192
|
+
SUBQ $0x01, R12
|
|
4193
|
+
SUBQ $0x01, BX
|
|
4194
|
+
SUBQ $0x08, DX
|
|
4195
|
+
MOVBQZX (R12), CX
|
|
4196
|
+
ORQ CX, AX
|
|
4197
|
+
JMP sequenceDecs_decodeSync_safe_bmi2_fill_byte_by_byte
|
|
4198
|
+
|
|
4199
|
+
sequenceDecs_decodeSync_safe_bmi2_fill_check_overread:
|
|
4200
|
+
CMPQ DX, $0x40
|
|
4201
|
+
JA error_overread
|
|
4202
|
+
|
|
4203
|
+
sequenceDecs_decodeSync_safe_bmi2_fill_end:
|
|
4204
|
+
// Update offset
|
|
4205
|
+
MOVQ $0x00000808, CX
|
|
4206
|
+
BEXTRQ CX, R8, R13
|
|
4207
|
+
MOVQ AX, R14
|
|
4208
|
+
LEAQ (DX)(R13*1), CX
|
|
4209
|
+
ROLQ CL, R14
|
|
4210
|
+
BZHIQ R13, R14, R14
|
|
4211
|
+
MOVQ CX, DX
|
|
4212
|
+
MOVQ R8, CX
|
|
4213
|
+
SHRQ $0x20, CX
|
|
4214
|
+
ADDQ R14, CX
|
|
4215
|
+
MOVQ CX, 40(SP)
|
|
4216
|
+
|
|
4217
|
+
// Update match length
|
|
4218
|
+
MOVQ $0x00000808, CX
|
|
4219
|
+
BEXTRQ CX, DI, R13
|
|
4220
|
+
MOVQ AX, R14
|
|
4221
|
+
LEAQ (DX)(R13*1), CX
|
|
4222
|
+
ROLQ CL, R14
|
|
4223
|
+
BZHIQ R13, R14, R14
|
|
4224
|
+
MOVQ CX, DX
|
|
4225
|
+
MOVQ DI, CX
|
|
4226
|
+
SHRQ $0x20, CX
|
|
4227
|
+
ADDQ R14, CX
|
|
4228
|
+
MOVQ CX, 48(SP)
|
|
4229
|
+
|
|
4230
|
+
// Fill bitreader to have enough for the remaining
|
|
4231
|
+
CMPQ BX, $0x08
|
|
4232
|
+
JL sequenceDecs_decodeSync_safe_bmi2_fill_2_byte_by_byte
|
|
4233
|
+
MOVQ DX, CX
|
|
4234
|
+
SHRQ $0x03, CX
|
|
4235
|
+
SUBQ CX, R12
|
|
4236
|
+
MOVQ (R12), AX
|
|
4237
|
+
SUBQ CX, BX
|
|
4238
|
+
ANDQ $0x07, DX
|
|
4239
|
+
JMP sequenceDecs_decodeSync_safe_bmi2_fill_2_end
|
|
4240
|
+
|
|
4241
|
+
sequenceDecs_decodeSync_safe_bmi2_fill_2_byte_by_byte:
|
|
4242
|
+
CMPQ BX, $0x00
|
|
4243
|
+
JLE sequenceDecs_decodeSync_safe_bmi2_fill_2_check_overread
|
|
4244
|
+
CMPQ DX, $0x07
|
|
4245
|
+
JLE sequenceDecs_decodeSync_safe_bmi2_fill_2_end
|
|
4246
|
+
SHLQ $0x08, AX
|
|
4247
|
+
SUBQ $0x01, R12
|
|
4248
|
+
SUBQ $0x01, BX
|
|
4249
|
+
SUBQ $0x08, DX
|
|
4250
|
+
MOVBQZX (R12), CX
|
|
4251
|
+
ORQ CX, AX
|
|
4252
|
+
JMP sequenceDecs_decodeSync_safe_bmi2_fill_2_byte_by_byte
|
|
4253
|
+
|
|
4254
|
+
sequenceDecs_decodeSync_safe_bmi2_fill_2_check_overread:
|
|
4255
|
+
CMPQ DX, $0x40
|
|
4256
|
+
JA error_overread
|
|
4257
|
+
|
|
4258
|
+
sequenceDecs_decodeSync_safe_bmi2_fill_2_end:
|
|
4259
|
+
// Update literal length
|
|
4260
|
+
MOVQ $0x00000808, CX
|
|
4261
|
+
BEXTRQ CX, SI, R13
|
|
4262
|
+
MOVQ AX, R14
|
|
4263
|
+
LEAQ (DX)(R13*1), CX
|
|
4264
|
+
ROLQ CL, R14
|
|
4265
|
+
BZHIQ R13, R14, R14
|
|
4266
|
+
MOVQ CX, DX
|
|
4267
|
+
MOVQ SI, CX
|
|
4268
|
+
SHRQ $0x20, CX
|
|
4269
|
+
ADDQ R14, CX
|
|
4270
|
+
MOVQ CX, 56(SP)
|
|
4271
|
+
|
|
4272
|
+
// Fill bitreader for state updates
|
|
4273
|
+
MOVQ R12, (SP)
|
|
4274
|
+
MOVQ $0x00000808, CX
|
|
4275
|
+
BEXTRQ CX, R8, R12
|
|
4276
|
+
CMPQ 32(SP), $0x00
|
|
4277
|
+
JZ sequenceDecs_decodeSync_safe_bmi2_skip_update
|
|
4278
|
+
LEAQ (SI)(DI*1), R13
|
|
4279
|
+
ADDQ R8, R13
|
|
4280
|
+
MOVBQZX R13, R13
|
|
4281
|
+
LEAQ (DX)(R13*1), CX
|
|
4282
|
+
MOVQ AX, R14
|
|
4283
|
+
MOVQ CX, DX
|
|
4284
|
+
ROLQ CL, R14
|
|
4285
|
+
BZHIQ R13, R14, R14
|
|
4286
|
+
|
|
4287
|
+
// Update Offset State
|
|
4288
|
+
BZHIQ R8, R14, CX
|
|
4289
|
+
SHRXQ R8, R14, R14
|
|
4290
|
+
SHRL $0x10, R8
|
|
4291
|
+
ADDQ CX, R8
|
|
4292
|
+
|
|
4293
|
+
// Load ctx.ofTable
|
|
4294
|
+
MOVQ 24(SP), CX
|
|
4295
|
+
MOVQ (CX)(R8*8), R8
|
|
4296
|
+
|
|
4297
|
+
// Update Match Length State
|
|
4298
|
+
BZHIQ DI, R14, CX
|
|
4299
|
+
SHRXQ DI, R14, R14
|
|
4300
|
+
SHRL $0x10, DI
|
|
4301
|
+
ADDQ CX, DI
|
|
4302
|
+
|
|
4303
|
+
// Load ctx.mlTable
|
|
4304
|
+
MOVQ 16(SP), CX
|
|
4305
|
+
MOVQ (CX)(DI*8), DI
|
|
4306
|
+
|
|
4307
|
+
// Update Literal Length State
|
|
4308
|
+
BZHIQ SI, R14, CX
|
|
4309
|
+
SHRL $0x10, SI
|
|
4310
|
+
ADDQ CX, SI
|
|
4311
|
+
|
|
4312
|
+
// Load ctx.llTable
|
|
4313
|
+
MOVQ 8(SP), CX
|
|
4314
|
+
MOVQ (CX)(SI*8), SI
|
|
4315
|
+
|
|
4316
|
+
sequenceDecs_decodeSync_safe_bmi2_skip_update:
|
|
4317
|
+
// Adjust offset
|
|
4318
|
+
MOVQ s+0(FP), CX
|
|
4319
|
+
MOVQ 40(SP), R13
|
|
4320
|
+
CMPQ R12, $0x01
|
|
4321
|
+
JBE sequenceDecs_decodeSync_safe_bmi2_adjust_offsetB_1_or_0
|
|
4322
|
+
MOVUPS 144(CX), X0
|
|
4323
|
+
MOVQ R13, 144(CX)
|
|
4324
|
+
MOVUPS X0, 152(CX)
|
|
4325
|
+
JMP sequenceDecs_decodeSync_safe_bmi2_after_adjust
|
|
4326
|
+
|
|
4327
|
+
sequenceDecs_decodeSync_safe_bmi2_adjust_offsetB_1_or_0:
|
|
4328
|
+
CMPQ 56(SP), $0x00000000
|
|
4329
|
+
JNE sequenceDecs_decodeSync_safe_bmi2_adjust_offset_maybezero
|
|
4330
|
+
INCQ R13
|
|
4331
|
+
JMP sequenceDecs_decodeSync_safe_bmi2_adjust_offset_nonzero
|
|
4332
|
+
|
|
4333
|
+
sequenceDecs_decodeSync_safe_bmi2_adjust_offset_maybezero:
|
|
4334
|
+
TESTQ R13, R13
|
|
4335
|
+
JNZ sequenceDecs_decodeSync_safe_bmi2_adjust_offset_nonzero
|
|
4336
|
+
MOVQ 144(CX), R13
|
|
4337
|
+
JMP sequenceDecs_decodeSync_safe_bmi2_after_adjust
|
|
4338
|
+
|
|
4339
|
+
sequenceDecs_decodeSync_safe_bmi2_adjust_offset_nonzero:
|
|
4340
|
+
MOVQ R13, R12
|
|
4341
|
+
XORQ R14, R14
|
|
4342
|
+
MOVQ $-1, R15
|
|
4343
|
+
CMPQ R13, $0x03
|
|
4344
|
+
CMOVQEQ R14, R12
|
|
4345
|
+
CMOVQEQ R15, R14
|
|
4346
|
+
ADDQ 144(CX)(R12*8), R14
|
|
4347
|
+
JNZ sequenceDecs_decodeSync_safe_bmi2_adjust_temp_valid
|
|
4348
|
+
MOVQ $0x00000001, R14
|
|
4349
|
+
|
|
4350
|
+
sequenceDecs_decodeSync_safe_bmi2_adjust_temp_valid:
|
|
4351
|
+
CMPQ R13, $0x01
|
|
4352
|
+
JZ sequenceDecs_decodeSync_safe_bmi2_adjust_skip
|
|
4353
|
+
MOVQ 152(CX), R12
|
|
4354
|
+
MOVQ R12, 160(CX)
|
|
4355
|
+
|
|
4356
|
+
sequenceDecs_decodeSync_safe_bmi2_adjust_skip:
|
|
4357
|
+
MOVQ 144(CX), R12
|
|
4358
|
+
MOVQ R12, 152(CX)
|
|
4359
|
+
MOVQ R14, 144(CX)
|
|
4360
|
+
MOVQ R14, R13
|
|
4361
|
+
|
|
4362
|
+
sequenceDecs_decodeSync_safe_bmi2_after_adjust:
|
|
4363
|
+
MOVQ R13, 40(SP)
|
|
4364
|
+
|
|
4365
|
+
// Check values
|
|
4366
|
+
MOVQ 48(SP), CX
|
|
4367
|
+
MOVQ 56(SP), R12
|
|
4368
|
+
MOVQ ctx+16(FP), R14
|
|
4369
|
+
SUBQ R12, 104(R14)
|
|
4370
|
+
JS error_not_enough_literals
|
|
4371
|
+
CMPQ CX, $0x00020002
|
|
4372
|
+
JA sequenceDecs_decodeSync_safe_bmi2_error_match_len_too_big
|
|
4373
|
+
TESTQ R13, R13
|
|
4374
|
+
JNZ sequenceDecs_decodeSync_safe_bmi2_match_len_ofs_ok
|
|
4375
|
+
TESTQ CX, CX
|
|
4376
|
+
JNZ sequenceDecs_decodeSync_safe_bmi2_error_match_len_ofs_mismatch
|
|
4377
|
+
|
|
4378
|
+
sequenceDecs_decodeSync_safe_bmi2_match_len_ofs_ok:
|
|
4379
|
+
// Check if we have enough space in s.out
|
|
4380
|
+
LEAQ (R12)(CX*1), R14
|
|
4381
|
+
ADDQ R9, R14
|
|
4382
|
+
CMPQ R14, 64(SP)
|
|
4383
|
+
JA error_not_enough_space
|
|
4384
|
+
|
|
4385
|
+
// Copy literals
|
|
4386
|
+
TESTQ R12, R12
|
|
4387
|
+
JZ check_offset
|
|
4388
|
+
MOVQ R12, R14
|
|
4389
|
+
SUBQ $0x10, R14
|
|
4390
|
+
JB copy_1_small
|
|
4391
|
+
|
|
4392
|
+
copy_1_loop:
|
|
4393
|
+
MOVUPS (R10), X0
|
|
4394
|
+
MOVUPS X0, (R9)
|
|
4395
|
+
ADDQ $0x10, R10
|
|
4396
|
+
ADDQ $0x10, R9
|
|
4397
|
+
SUBQ $0x10, R14
|
|
4398
|
+
JAE copy_1_loop
|
|
4399
|
+
LEAQ 16(R10)(R14*1), R10
|
|
4400
|
+
LEAQ 16(R9)(R14*1), R9
|
|
4401
|
+
MOVUPS -16(R10), X0
|
|
4402
|
+
MOVUPS X0, -16(R9)
|
|
4403
|
+
JMP copy_1_end
|
|
4404
|
+
|
|
4405
|
+
copy_1_small:
|
|
4406
|
+
CMPQ R12, $0x03
|
|
4407
|
+
JE copy_1_move_3
|
|
4408
|
+
JB copy_1_move_1or2
|
|
4409
|
+
CMPQ R12, $0x08
|
|
4410
|
+
JB copy_1_move_4through7
|
|
4411
|
+
JMP copy_1_move_8through16
|
|
4412
|
+
|
|
4413
|
+
copy_1_move_1or2:
|
|
4414
|
+
MOVB (R10), R14
|
|
4415
|
+
MOVB -1(R10)(R12*1), R15
|
|
4416
|
+
MOVB R14, (R9)
|
|
4417
|
+
MOVB R15, -1(R9)(R12*1)
|
|
4418
|
+
ADDQ R12, R10
|
|
4419
|
+
ADDQ R12, R9
|
|
4420
|
+
JMP copy_1_end
|
|
4421
|
+
|
|
4422
|
+
copy_1_move_3:
|
|
4423
|
+
MOVWQZX (R10), R14
|
|
4424
|
+
MOVB 2(R10), R15
|
|
4425
|
+
MOVW R14, (R9)
|
|
4426
|
+
MOVB R15, 2(R9)
|
|
4427
|
+
ADDQ R12, R10
|
|
4428
|
+
ADDQ R12, R9
|
|
4429
|
+
JMP copy_1_end
|
|
4430
|
+
|
|
4431
|
+
copy_1_move_4through7:
|
|
4432
|
+
MOVL (R10), R14
|
|
4433
|
+
MOVL -4(R10)(R12*1), R15
|
|
4434
|
+
MOVL R14, (R9)
|
|
4435
|
+
MOVL R15, -4(R9)(R12*1)
|
|
4436
|
+
ADDQ R12, R10
|
|
4437
|
+
ADDQ R12, R9
|
|
4438
|
+
JMP copy_1_end
|
|
4439
|
+
|
|
4440
|
+
copy_1_move_8through16:
|
|
4441
|
+
MOVQ (R10), R14
|
|
4442
|
+
MOVQ -8(R10)(R12*1), R15
|
|
4443
|
+
MOVQ R14, (R9)
|
|
4444
|
+
MOVQ R15, -8(R9)(R12*1)
|
|
4445
|
+
ADDQ R12, R10
|
|
4446
|
+
ADDQ R12, R9
|
|
4447
|
+
|
|
4448
|
+
copy_1_end:
|
|
4449
|
+
ADDQ R12, R11
|
|
4450
|
+
|
|
4451
|
+
// Malformed input if seq.mo > t+len(hist) || seq.mo > s.windowSize)
|
|
4452
|
+
check_offset:
|
|
4453
|
+
MOVQ R11, R12
|
|
4454
|
+
ADDQ 72(SP), R12
|
|
4455
|
+
CMPQ R13, R12
|
|
4456
|
+
JG error_match_off_too_big
|
|
4457
|
+
CMPQ R13, 88(SP)
|
|
4458
|
+
JG error_match_off_too_big
|
|
4459
|
+
|
|
4460
|
+
// Copy match from history
|
|
4461
|
+
MOVQ R13, R12
|
|
4462
|
+
SUBQ R11, R12
|
|
4463
|
+
JLS copy_match
|
|
4464
|
+
MOVQ 80(SP), R14
|
|
4465
|
+
SUBQ R12, R14
|
|
4466
|
+
CMPQ CX, R12
|
|
4467
|
+
JG copy_all_from_history
|
|
4468
|
+
MOVQ CX, R12
|
|
4469
|
+
SUBQ $0x10, R12
|
|
4470
|
+
JB copy_4_small
|
|
4471
|
+
|
|
4472
|
+
copy_4_loop:
|
|
4473
|
+
MOVUPS (R14), X0
|
|
4474
|
+
MOVUPS X0, (R9)
|
|
4475
|
+
ADDQ $0x10, R14
|
|
4476
|
+
ADDQ $0x10, R9
|
|
4477
|
+
SUBQ $0x10, R12
|
|
4478
|
+
JAE copy_4_loop
|
|
4479
|
+
LEAQ 16(R14)(R12*1), R14
|
|
4480
|
+
LEAQ 16(R9)(R12*1), R9
|
|
4481
|
+
MOVUPS -16(R14), X0
|
|
4482
|
+
MOVUPS X0, -16(R9)
|
|
4483
|
+
JMP copy_4_end
|
|
4484
|
+
|
|
4485
|
+
copy_4_small:
|
|
4486
|
+
CMPQ CX, $0x03
|
|
4487
|
+
JE copy_4_move_3
|
|
4488
|
+
CMPQ CX, $0x08
|
|
4489
|
+
JB copy_4_move_4through7
|
|
4490
|
+
JMP copy_4_move_8through16
|
|
4491
|
+
|
|
4492
|
+
copy_4_move_3:
|
|
4493
|
+
MOVWQZX (R14), R12
|
|
4494
|
+
MOVB 2(R14), R13
|
|
4495
|
+
MOVW R12, (R9)
|
|
4496
|
+
MOVB R13, 2(R9)
|
|
4497
|
+
ADDQ CX, R14
|
|
4498
|
+
ADDQ CX, R9
|
|
4499
|
+
JMP copy_4_end
|
|
4500
|
+
|
|
4501
|
+
copy_4_move_4through7:
|
|
4502
|
+
MOVL (R14), R12
|
|
4503
|
+
MOVL -4(R14)(CX*1), R13
|
|
4504
|
+
MOVL R12, (R9)
|
|
4505
|
+
MOVL R13, -4(R9)(CX*1)
|
|
4506
|
+
ADDQ CX, R14
|
|
4507
|
+
ADDQ CX, R9
|
|
4508
|
+
JMP copy_4_end
|
|
4509
|
+
|
|
4510
|
+
copy_4_move_8through16:
|
|
4511
|
+
MOVQ (R14), R12
|
|
4512
|
+
MOVQ -8(R14)(CX*1), R13
|
|
4513
|
+
MOVQ R12, (R9)
|
|
4514
|
+
MOVQ R13, -8(R9)(CX*1)
|
|
4515
|
+
ADDQ CX, R14
|
|
4516
|
+
ADDQ CX, R9
|
|
4517
|
+
|
|
4518
|
+
copy_4_end:
|
|
4519
|
+
ADDQ CX, R11
|
|
4520
|
+
JMP handle_loop
|
|
4521
|
+
JMP loop_finished
|
|
4522
|
+
|
|
4523
|
+
copy_all_from_history:
|
|
4524
|
+
MOVQ R12, R15
|
|
4525
|
+
SUBQ $0x10, R15
|
|
4526
|
+
JB copy_5_small
|
|
4527
|
+
|
|
4528
|
+
copy_5_loop:
|
|
4529
|
+
MOVUPS (R14), X0
|
|
4530
|
+
MOVUPS X0, (R9)
|
|
4531
|
+
ADDQ $0x10, R14
|
|
4532
|
+
ADDQ $0x10, R9
|
|
4533
|
+
SUBQ $0x10, R15
|
|
4534
|
+
JAE copy_5_loop
|
|
4535
|
+
LEAQ 16(R14)(R15*1), R14
|
|
4536
|
+
LEAQ 16(R9)(R15*1), R9
|
|
4537
|
+
MOVUPS -16(R14), X0
|
|
4538
|
+
MOVUPS X0, -16(R9)
|
|
4539
|
+
JMP copy_5_end
|
|
4540
|
+
|
|
4541
|
+
copy_5_small:
|
|
4542
|
+
CMPQ R12, $0x03
|
|
4543
|
+
JE copy_5_move_3
|
|
4544
|
+
JB copy_5_move_1or2
|
|
4545
|
+
CMPQ R12, $0x08
|
|
4546
|
+
JB copy_5_move_4through7
|
|
4547
|
+
JMP copy_5_move_8through16
|
|
4548
|
+
|
|
4549
|
+
copy_5_move_1or2:
|
|
4550
|
+
MOVB (R14), R15
|
|
4551
|
+
MOVB -1(R14)(R12*1), BP
|
|
4552
|
+
MOVB R15, (R9)
|
|
4553
|
+
MOVB BP, -1(R9)(R12*1)
|
|
4554
|
+
ADDQ R12, R14
|
|
4555
|
+
ADDQ R12, R9
|
|
4556
|
+
JMP copy_5_end
|
|
4557
|
+
|
|
4558
|
+
copy_5_move_3:
|
|
4559
|
+
MOVWQZX (R14), R15
|
|
4560
|
+
MOVB 2(R14), BP
|
|
4561
|
+
MOVW R15, (R9)
|
|
4562
|
+
MOVB BP, 2(R9)
|
|
4563
|
+
ADDQ R12, R14
|
|
4564
|
+
ADDQ R12, R9
|
|
4565
|
+
JMP copy_5_end
|
|
4566
|
+
|
|
4567
|
+
copy_5_move_4through7:
|
|
4568
|
+
MOVL (R14), R15
|
|
4569
|
+
MOVL -4(R14)(R12*1), BP
|
|
4570
|
+
MOVL R15, (R9)
|
|
4571
|
+
MOVL BP, -4(R9)(R12*1)
|
|
4572
|
+
ADDQ R12, R14
|
|
4573
|
+
ADDQ R12, R9
|
|
4574
|
+
JMP copy_5_end
|
|
4575
|
+
|
|
4576
|
+
copy_5_move_8through16:
|
|
4577
|
+
MOVQ (R14), R15
|
|
4578
|
+
MOVQ -8(R14)(R12*1), BP
|
|
4579
|
+
MOVQ R15, (R9)
|
|
4580
|
+
MOVQ BP, -8(R9)(R12*1)
|
|
4581
|
+
ADDQ R12, R14
|
|
4582
|
+
ADDQ R12, R9
|
|
4583
|
+
|
|
4584
|
+
copy_5_end:
|
|
4585
|
+
ADDQ R12, R11
|
|
4586
|
+
SUBQ R12, CX
|
|
4587
|
+
|
|
4588
|
+
// Copy match from the current buffer
|
|
4589
|
+
copy_match:
|
|
4590
|
+
MOVQ R9, R12
|
|
4591
|
+
SUBQ R13, R12
|
|
4592
|
+
|
|
4593
|
+
// ml <= mo
|
|
4594
|
+
CMPQ CX, R13
|
|
4595
|
+
JA copy_overlapping_match
|
|
4596
|
+
|
|
4597
|
+
// Copy non-overlapping match
|
|
4598
|
+
ADDQ CX, R11
|
|
4599
|
+
MOVQ CX, R13
|
|
4600
|
+
SUBQ $0x10, R13
|
|
4601
|
+
JB copy_2_small
|
|
4602
|
+
|
|
4603
|
+
copy_2_loop:
|
|
4604
|
+
MOVUPS (R12), X0
|
|
4605
|
+
MOVUPS X0, (R9)
|
|
4606
|
+
ADDQ $0x10, R12
|
|
4607
|
+
ADDQ $0x10, R9
|
|
4608
|
+
SUBQ $0x10, R13
|
|
4609
|
+
JAE copy_2_loop
|
|
4610
|
+
LEAQ 16(R12)(R13*1), R12
|
|
4611
|
+
LEAQ 16(R9)(R13*1), R9
|
|
4612
|
+
MOVUPS -16(R12), X0
|
|
4613
|
+
MOVUPS X0, -16(R9)
|
|
4614
|
+
JMP copy_2_end
|
|
4615
|
+
|
|
4616
|
+
copy_2_small:
|
|
4617
|
+
CMPQ CX, $0x03
|
|
4618
|
+
JE copy_2_move_3
|
|
4619
|
+
JB copy_2_move_1or2
|
|
4620
|
+
CMPQ CX, $0x08
|
|
4621
|
+
JB copy_2_move_4through7
|
|
4622
|
+
JMP copy_2_move_8through16
|
|
4623
|
+
|
|
4624
|
+
copy_2_move_1or2:
|
|
4625
|
+
MOVB (R12), R13
|
|
4626
|
+
MOVB -1(R12)(CX*1), R14
|
|
4627
|
+
MOVB R13, (R9)
|
|
4628
|
+
MOVB R14, -1(R9)(CX*1)
|
|
4629
|
+
ADDQ CX, R12
|
|
4630
|
+
ADDQ CX, R9
|
|
4631
|
+
JMP copy_2_end
|
|
4632
|
+
|
|
4633
|
+
copy_2_move_3:
|
|
4634
|
+
MOVWQZX (R12), R13
|
|
4635
|
+
MOVB 2(R12), R14
|
|
4636
|
+
MOVW R13, (R9)
|
|
4637
|
+
MOVB R14, 2(R9)
|
|
4638
|
+
ADDQ CX, R12
|
|
4639
|
+
ADDQ CX, R9
|
|
4640
|
+
JMP copy_2_end
|
|
4641
|
+
|
|
4642
|
+
copy_2_move_4through7:
|
|
4643
|
+
MOVL (R12), R13
|
|
4644
|
+
MOVL -4(R12)(CX*1), R14
|
|
4645
|
+
MOVL R13, (R9)
|
|
4646
|
+
MOVL R14, -4(R9)(CX*1)
|
|
4647
|
+
ADDQ CX, R12
|
|
4648
|
+
ADDQ CX, R9
|
|
4649
|
+
JMP copy_2_end
|
|
4650
|
+
|
|
4651
|
+
copy_2_move_8through16:
|
|
4652
|
+
MOVQ (R12), R13
|
|
4653
|
+
MOVQ -8(R12)(CX*1), R14
|
|
4654
|
+
MOVQ R13, (R9)
|
|
4655
|
+
MOVQ R14, -8(R9)(CX*1)
|
|
4656
|
+
ADDQ CX, R12
|
|
4657
|
+
ADDQ CX, R9
|
|
4658
|
+
|
|
4659
|
+
copy_2_end:
|
|
4660
|
+
JMP handle_loop
|
|
4661
|
+
|
|
4662
|
+
// Copy overlapping match
|
|
4663
|
+
copy_overlapping_match:
|
|
4664
|
+
ADDQ CX, R11
|
|
4665
|
+
CMPQ R13, $0x10
|
|
4666
|
+
JB copy_slow_3
|
|
4667
|
+
|
|
4668
|
+
copy_3_blocks:
|
|
4669
|
+
MOVUPS (R12), X0
|
|
4670
|
+
MOVUPS X0, (R9)
|
|
4671
|
+
ADDQ $0x10, R12
|
|
4672
|
+
ADDQ $0x10, R9
|
|
4673
|
+
SUBQ $0x10, CX
|
|
4674
|
+
CMPQ CX, $0x10
|
|
4675
|
+
JAE copy_3_blocks
|
|
4676
|
+
TESTQ CX, CX
|
|
4677
|
+
JZ handle_loop
|
|
4678
|
+
|
|
4679
|
+
copy_slow_3:
|
|
4680
|
+
MOVBQZX (R12), R13
|
|
4681
|
+
MOVB R13, (R9)
|
|
4682
|
+
INCQ R12
|
|
4683
|
+
INCQ R9
|
|
4684
|
+
DECQ CX
|
|
4685
|
+
JNZ copy_slow_3
|
|
4686
|
+
|
|
4687
|
+
handle_loop:
|
|
4688
|
+
DECQ 32(SP)
|
|
4689
|
+
JNS sequenceDecs_decodeSync_safe_bmi2_main_loop
|
|
4690
|
+
|
|
4691
|
+
loop_finished:
|
|
4692
|
+
MOVQ br+8(FP), CX
|
|
4693
|
+
MOVQ AX, 24(CX)
|
|
4694
|
+
MOVB DL, 40(CX)
|
|
4695
|
+
MOVQ BX, 32(CX)
|
|
4696
|
+
|
|
4697
|
+
// s.seqSize += outPosition - ctx.outPosition
|
|
4698
|
+
MOVQ ctx+16(FP), AX
|
|
4699
|
+
MOVQ s+0(FP), CX
|
|
4700
|
+
MOVQ R11, DX
|
|
4701
|
+
SUBQ 136(AX), DX
|
|
4702
|
+
ADDQ DX, 256(CX)
|
|
4703
|
+
|
|
4704
|
+
// Update the context
|
|
4705
|
+
MOVQ ctx+16(FP), AX
|
|
4706
|
+
MOVQ R11, 136(AX)
|
|
4707
|
+
MOVQ 144(AX), CX
|
|
4708
|
+
SUBQ CX, R10
|
|
4709
|
+
MOVQ R10, 168(AX)
|
|
4710
|
+
|
|
4711
|
+
// Return success
|
|
4712
|
+
MOVQ $0x00000000, ret+24(FP)
|
|
4713
|
+
RET
|
|
4714
|
+
|
|
4715
|
+
// Return with match length error
|
|
4716
|
+
sequenceDecs_decodeSync_safe_bmi2_error_match_len_ofs_mismatch:
|
|
4717
|
+
MOVQ 48(SP), AX
|
|
4718
|
+
MOVQ ctx+16(FP), CX
|
|
4719
|
+
MOVQ AX, 216(CX)
|
|
4720
|
+
MOVQ $0x00000001, ret+24(FP)
|
|
4721
|
+
RET
|
|
4722
|
+
|
|
4723
|
+
// Return with match too long error
|
|
4724
|
+
sequenceDecs_decodeSync_safe_bmi2_error_match_len_too_big:
|
|
4725
|
+
MOVQ ctx+16(FP), AX
|
|
4726
|
+
MOVQ 48(SP), CX
|
|
4727
|
+
MOVQ CX, 216(AX)
|
|
4728
|
+
MOVQ $0x00000002, ret+24(FP)
|
|
4729
|
+
RET
|
|
4730
|
+
|
|
4731
|
+
// Return with match offset too long error
|
|
4732
|
+
error_match_off_too_big:
|
|
4733
|
+
MOVQ ctx+16(FP), AX
|
|
4734
|
+
MOVQ 40(SP), CX
|
|
4735
|
+
MOVQ CX, 224(AX)
|
|
4736
|
+
MOVQ R11, 136(AX)
|
|
4737
|
+
MOVQ $0x00000003, ret+24(FP)
|
|
4738
|
+
RET
|
|
4739
|
+
|
|
4740
|
+
// Return with not enough literals error
|
|
4741
|
+
error_not_enough_literals:
|
|
4742
|
+
MOVQ ctx+16(FP), AX
|
|
4743
|
+
MOVQ 56(SP), CX
|
|
4744
|
+
MOVQ CX, 208(AX)
|
|
4745
|
+
MOVQ $0x00000004, ret+24(FP)
|
|
4746
|
+
RET
|
|
4747
|
+
|
|
4748
|
+
// Return with overread error
|
|
4749
|
+
error_overread:
|
|
4750
|
+
MOVQ $0x00000006, ret+24(FP)
|
|
4751
|
+
RET
|
|
4752
|
+
|
|
4753
|
+
// Return with not enough output space error
|
|
4754
|
+
error_not_enough_space:
|
|
4755
|
+
MOVQ ctx+16(FP), AX
|
|
4756
|
+
MOVQ 56(SP), CX
|
|
4757
|
+
MOVQ CX, 208(AX)
|
|
4758
|
+
MOVQ 48(SP), CX
|
|
4759
|
+
MOVQ CX, 216(AX)
|
|
4760
|
+
MOVQ R11, 136(AX)
|
|
4761
|
+
MOVQ $0x00000005, ret+24(FP)
|
|
4762
|
+
RET
|