106 lines
3.7 KiB
Go
106 lines
3.7 KiB
Go
//go:build amd64 && !appengine && !noasm && gc
|
|
|
|
package zstd
|
|
|
|
import (
|
|
"github.com/klauspost/compress/internal/cpuinfo"
|
|
)
|
|
|
|
// The shared decode/decodeSync/executeSimple wrappers and context structs live
|
|
// in seqdec_asm.go; this file only declares the amd64 asm routines and the
|
|
// dispatch helpers that pick the BMI2 / non-BMI2 (and 56-bit / safe) variant.
|
|
|
|
// sequenceDecs_decode implements the main loop of sequenceDecs in x86 asm.
|
|
//
|
|
// Please refer to seqdec_generic.go for the reference implementation.
|
|
//
|
|
//go:noescape
|
|
func sequenceDecs_decode_amd64(s *sequenceDecs, br *bitReader, ctx *decodeAsmContext) int
|
|
|
|
// sequenceDecs_decode_56_amd64 implements the main loop of sequenceDecs in x86 asm.
|
|
//
|
|
//go:noescape
|
|
func sequenceDecs_decode_56_amd64(s *sequenceDecs, br *bitReader, ctx *decodeAsmContext) int
|
|
|
|
// sequenceDecs_decode_bmi2 implements the main loop of sequenceDecs in x86 asm with BMI2 extensions.
|
|
//
|
|
//go:noescape
|
|
func sequenceDecs_decode_bmi2(s *sequenceDecs, br *bitReader, ctx *decodeAsmContext) int
|
|
|
|
// sequenceDecs_decode_56_bmi2 implements the main loop of sequenceDecs in x86 asm with BMI2 extensions.
|
|
//
|
|
//go:noescape
|
|
func sequenceDecs_decode_56_bmi2(s *sequenceDecs, br *bitReader, ctx *decodeAsmContext) int
|
|
|
|
// decodeAsm runs the sequenceDecs decode loop, choosing the BMI2 / 56-bit variant.
|
|
func decodeAsm(s *sequenceDecs, br *bitReader, ctx *decodeAsmContext, lte56bits bool) int {
|
|
if cpuinfo.HasBMI2() {
|
|
if lte56bits {
|
|
return sequenceDecs_decode_56_bmi2(s, br, ctx)
|
|
}
|
|
return sequenceDecs_decode_bmi2(s, br, ctx)
|
|
}
|
|
if lte56bits {
|
|
return sequenceDecs_decode_56_amd64(s, br, ctx)
|
|
}
|
|
return sequenceDecs_decode_amd64(s, br, ctx)
|
|
}
|
|
|
|
// sequenceDecs_decodeSync_amd64 implements the main loop of sequenceDecs.decodeSync in x86 asm.
|
|
//
|
|
// Please refer to seqdec_generic.go for the reference implementation.
|
|
//
|
|
//go:noescape
|
|
func sequenceDecs_decodeSync_amd64(s *sequenceDecs, br *bitReader, ctx *decodeSyncAsmContext) int
|
|
|
|
// sequenceDecs_decodeSync_bmi2 implements the main loop of sequenceDecs.decodeSync in x86 asm with BMI2 extensions.
|
|
//
|
|
//go:noescape
|
|
func sequenceDecs_decodeSync_bmi2(s *sequenceDecs, br *bitReader, ctx *decodeSyncAsmContext) int
|
|
|
|
// sequenceDecs_decodeSync_safe_amd64 does the same as above, but does not write more than output buffer.
|
|
//
|
|
//go:noescape
|
|
func sequenceDecs_decodeSync_safe_amd64(s *sequenceDecs, br *bitReader, ctx *decodeSyncAsmContext) int
|
|
|
|
// sequenceDecs_decodeSync_safe_bmi2 does the same as above, but does not write more than output buffer.
|
|
//
|
|
//go:noescape
|
|
func sequenceDecs_decodeSync_safe_bmi2(s *sequenceDecs, br *bitReader, ctx *decodeSyncAsmContext) int
|
|
|
|
// decodeSyncAsm runs the decodeSync loop, choosing the BMI2 / safe variant.
|
|
func decodeSyncAsm(s *sequenceDecs, br *bitReader, ctx *decodeSyncAsmContext, safe bool) int {
|
|
if cpuinfo.HasBMI2() {
|
|
if safe {
|
|
return sequenceDecs_decodeSync_safe_bmi2(s, br, ctx)
|
|
}
|
|
return sequenceDecs_decodeSync_bmi2(s, br, ctx)
|
|
}
|
|
if safe {
|
|
return sequenceDecs_decodeSync_safe_amd64(s, br, ctx)
|
|
}
|
|
return sequenceDecs_decodeSync_amd64(s, br, ctx)
|
|
}
|
|
|
|
// sequenceDecs_executeSimple_amd64 implements the main loop of sequenceDecs.executeSimple in x86 asm.
|
|
//
|
|
// Returns false if a match offset is too big.
|
|
//
|
|
// Please refer to seqdec_generic.go for the reference implementation.
|
|
//
|
|
//go:noescape
|
|
func sequenceDecs_executeSimple_amd64(ctx *executeAsmContext) bool
|
|
|
|
// Same as above, but with safe memcopies
|
|
//
|
|
//go:noescape
|
|
func sequenceDecs_executeSimple_safe_amd64(ctx *executeAsmContext) bool
|
|
|
|
// executeSimpleAsm runs the executeSimple loop, choosing the safe variant.
|
|
func executeSimpleAsm(ctx *executeAsmContext, safe bool) bool {
|
|
if safe {
|
|
return sequenceDecs_executeSimple_safe_amd64(ctx)
|
|
}
|
|
return sequenceDecs_executeSimple_amd64(ctx)
|
|
}
|