2018-12-29 13:04:17 +00:00
|
|
|
#include "textflag.h"
|
|
|
|
|
|
2019-10-10 08:29:40 +00:00
|
|
|
// mul2 multiplicates FROM by 2, stores result in R1
|
|
|
|
|
// and uses R1, R2 and R3 for internal computations.
|
|
|
|
|
#define mul2(FROM, TO, R2, R3) \
|
|
|
|
|
VPSLLQ $1, FROM, TO \
|
|
|
|
|
VPALIGNR $8, TO, FROM, R2 \
|
|
|
|
|
PSRLQ $63, R2 \
|
|
|
|
|
MOVUPD ·x127x63(SB), R3 \
|
|
|
|
|
ANDPD TO, R3 \
|
|
|
|
|
VPUNPCKHQDQ R3, R3, R3 \
|
|
|
|
|
XORPD R2, TO \
|
|
|
|
|
XORPD R3, TO
|
|
|
|
|
|
2018-12-29 13:04:17 +00:00
|
|
|
// func mulBitRight(c00, c01, c10, c11, e *[2]uint64)
|
|
|
|
|
TEXT ·mulBitRight(SB),NOSPLIT,$0
|
|
|
|
|
MOVQ c00+0(FP), AX
|
|
|
|
|
MOVUPD (AX), X0
|
|
|
|
|
MOVUPD X0, X8 // remember c00 value
|
|
|
|
|
MOVQ c01+8(FP), BX
|
|
|
|
|
MOVUPD (BX), X1
|
|
|
|
|
MOVQ c10+16(FP), CX
|
|
|
|
|
MOVUPD (CX), X2
|
|
|
|
|
MOVUPD X2, X9 // remember c10 value
|
|
|
|
|
MOVQ c11+24(FP), DX
|
|
|
|
|
MOVUPD (DX), X3
|
|
|
|
|
|
|
|
|
|
// c00 *= 2
|
2019-10-10 08:29:40 +00:00
|
|
|
mul2(X0, X5, X6, X7)
|
2018-12-29 13:04:17 +00:00
|
|
|
MOVUPD X5, X0
|
|
|
|
|
|
2019-01-03 08:04:43 +00:00
|
|
|
// c00 += c01
|
|
|
|
|
XORPD X1, X0
|
|
|
|
|
MOVUPD X0, (AX)
|
2018-12-29 13:04:17 +00:00
|
|
|
|
2019-01-03 08:04:43 +00:00
|
|
|
// c10 *= 2
|
2019-10-10 08:29:40 +00:00
|
|
|
mul2(X2, X5, X6, X7)
|
2018-12-29 13:04:17 +00:00
|
|
|
MOVUPD X5, X2
|
|
|
|
|
|
2019-01-03 08:04:43 +00:00
|
|
|
// c10 += c11
|
2018-12-29 13:04:17 +00:00
|
|
|
XORPD X3, X2
|
|
|
|
|
MOVUPD X2, (CX)
|
|
|
|
|
|
|
|
|
|
MOVQ e+32(FP), AX
|
|
|
|
|
MOVUPD (AX), X5
|
|
|
|
|
|
|
|
|
|
// c01 = c00 + e
|
|
|
|
|
VANDPD X0, X5, X1
|
|
|
|
|
|
|
|
|
|
// c01 += X8 (old c00)
|
|
|
|
|
XORPD X8, X1
|
|
|
|
|
MOVUPD X1, (BX)
|
|
|
|
|
|
|
|
|
|
// c11 = c10 + e
|
2019-01-03 08:04:43 +00:00
|
|
|
VANDPD X2, X5, X3
|
2018-12-29 13:04:17 +00:00
|
|
|
|
|
|
|
|
// c11 += X9 (old c10)
|
2019-01-03 08:04:43 +00:00
|
|
|
XORPD X9, X3
|
|
|
|
|
MOVUPD X3, (DX)
|
|
|
|
|
RET
|
2019-06-21 15:47:01 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
// func mulBitRightx2(c00c10, c01c11 *[4]uint64, e *[2]uint64)
|
|
|
|
|
TEXT ·mulBitRightx2(SB),NOSPLIT,$0
|
2019-06-21 20:10:08 +00:00
|
|
|
MOVQ c00c10+0(FP), AX
|
2019-06-21 15:47:01 +00:00
|
|
|
VMOVDQA (AX), Y0
|
2019-06-21 20:10:08 +00:00
|
|
|
MOVQ c01c11+8(FP), BX
|
2019-06-21 15:47:01 +00:00
|
|
|
VMOVDQA (BX), Y8
|
|
|
|
|
|
|
|
|
|
VPSLLQ $1, Y0, Y1
|
|
|
|
|
VPALIGNR $8, Y1, Y0, Y2
|
|
|
|
|
VPSRLQ $63, Y2, Y2
|
|
|
|
|
VPXOR Y1, Y2, Y2
|
|
|
|
|
VPSRLQ $63, Y1, Y3
|
|
|
|
|
VPSLLQ $63, Y3, Y3
|
|
|
|
|
VPUNPCKHQDQ Y3, Y3, Y3
|
|
|
|
|
VPXOR Y2, Y3, Y3
|
|
|
|
|
|
|
|
|
|
MOVQ e+16(FP), CX
|
|
|
|
|
VBROADCASTI128 (CX), Y2
|
|
|
|
|
|
|
|
|
|
VPXOR Y3, Y8, Y3
|
|
|
|
|
VPAND Y3, Y2, Y4
|
|
|
|
|
VPXOR Y4, Y0, Y8
|
|
|
|
|
VMOVDQA Y8, (BX)
|
|
|
|
|
VMOVDQA Y3, (AX)
|
|
|
|
|
RET
|
