mirror of
https://github.com/brain-hackers/linux-brain.git
synced 2024-06-09 23:36:23 +09:00
af1a8899d2
Based on 1 normalized pattern(s): this program is free software you can redistribute it and or modify it under the terms of the gnu general public license as published by the free software foundation either version 2 or at your option any later version you should have received a copy of the gnu general public license for example usr src linux copying if not write to the free software foundation inc 675 mass ave cambridge ma 02139 usa extracted by the scancode license scanner the SPDX license identifier GPL-2.0-or-later has been chosen to replace the boilerplate/reference in 20 file(s). Signed-off-by: Thomas Gleixner <tglx@linutronix.de> Reviewed-by: Allison Randal <allison@lohutok.net> Reviewed-by: Kate Stewart <kstewart@linuxfoundation.org> Cc: linux-spdx@vger.kernel.org Link: https://lkml.kernel.org/r/20190520170858.552543146@linutronix.de Signed-off-by: Greg Kroah-Hartman <gregkh@linuxfoundation.org>
848 lines
21 KiB
C
848 lines
21 KiB
C
/* SPDX-License-Identifier: GPL-2.0-or-later */
|
|
/*
|
|
* include/asm-alpha/xor.h
|
|
*
|
|
* Optimized RAID-5 checksumming functions for alpha EV5 and EV6
|
|
*/
|
|
|
|
extern void xor_alpha_2(unsigned long, unsigned long *, unsigned long *);
|
|
extern void xor_alpha_3(unsigned long, unsigned long *, unsigned long *,
|
|
unsigned long *);
|
|
extern void xor_alpha_4(unsigned long, unsigned long *, unsigned long *,
|
|
unsigned long *, unsigned long *);
|
|
extern void xor_alpha_5(unsigned long, unsigned long *, unsigned long *,
|
|
unsigned long *, unsigned long *, unsigned long *);
|
|
|
|
extern void xor_alpha_prefetch_2(unsigned long, unsigned long *,
|
|
unsigned long *);
|
|
extern void xor_alpha_prefetch_3(unsigned long, unsigned long *,
|
|
unsigned long *, unsigned long *);
|
|
extern void xor_alpha_prefetch_4(unsigned long, unsigned long *,
|
|
unsigned long *, unsigned long *,
|
|
unsigned long *);
|
|
extern void xor_alpha_prefetch_5(unsigned long, unsigned long *,
|
|
unsigned long *, unsigned long *,
|
|
unsigned long *, unsigned long *);
|
|
|
|
asm(" \n\
|
|
.text \n\
|
|
.align 3 \n\
|
|
.ent xor_alpha_2 \n\
|
|
xor_alpha_2: \n\
|
|
.prologue 0 \n\
|
|
srl $16, 6, $16 \n\
|
|
.align 4 \n\
|
|
2: \n\
|
|
ldq $0,0($17) \n\
|
|
ldq $1,0($18) \n\
|
|
ldq $2,8($17) \n\
|
|
ldq $3,8($18) \n\
|
|
\n\
|
|
ldq $4,16($17) \n\
|
|
ldq $5,16($18) \n\
|
|
ldq $6,24($17) \n\
|
|
ldq $7,24($18) \n\
|
|
\n\
|
|
ldq $19,32($17) \n\
|
|
ldq $20,32($18) \n\
|
|
ldq $21,40($17) \n\
|
|
ldq $22,40($18) \n\
|
|
\n\
|
|
ldq $23,48($17) \n\
|
|
ldq $24,48($18) \n\
|
|
ldq $25,56($17) \n\
|
|
xor $0,$1,$0 # 7 cycles from $1 load \n\
|
|
\n\
|
|
ldq $27,56($18) \n\
|
|
xor $2,$3,$2 \n\
|
|
stq $0,0($17) \n\
|
|
xor $4,$5,$4 \n\
|
|
\n\
|
|
stq $2,8($17) \n\
|
|
xor $6,$7,$6 \n\
|
|
stq $4,16($17) \n\
|
|
xor $19,$20,$19 \n\
|
|
\n\
|
|
stq $6,24($17) \n\
|
|
xor $21,$22,$21 \n\
|
|
stq $19,32($17) \n\
|
|
xor $23,$24,$23 \n\
|
|
\n\
|
|
stq $21,40($17) \n\
|
|
xor $25,$27,$25 \n\
|
|
stq $23,48($17) \n\
|
|
subq $16,1,$16 \n\
|
|
\n\
|
|
stq $25,56($17) \n\
|
|
addq $17,64,$17 \n\
|
|
addq $18,64,$18 \n\
|
|
bgt $16,2b \n\
|
|
\n\
|
|
ret \n\
|
|
.end xor_alpha_2 \n\
|
|
\n\
|
|
.align 3 \n\
|
|
.ent xor_alpha_3 \n\
|
|
xor_alpha_3: \n\
|
|
.prologue 0 \n\
|
|
srl $16, 6, $16 \n\
|
|
.align 4 \n\
|
|
3: \n\
|
|
ldq $0,0($17) \n\
|
|
ldq $1,0($18) \n\
|
|
ldq $2,0($19) \n\
|
|
ldq $3,8($17) \n\
|
|
\n\
|
|
ldq $4,8($18) \n\
|
|
ldq $6,16($17) \n\
|
|
ldq $7,16($18) \n\
|
|
ldq $21,24($17) \n\
|
|
\n\
|
|
ldq $22,24($18) \n\
|
|
ldq $24,32($17) \n\
|
|
ldq $25,32($18) \n\
|
|
ldq $5,8($19) \n\
|
|
\n\
|
|
ldq $20,16($19) \n\
|
|
ldq $23,24($19) \n\
|
|
ldq $27,32($19) \n\
|
|
nop \n\
|
|
\n\
|
|
xor $0,$1,$1 # 8 cycles from $0 load \n\
|
|
xor $3,$4,$4 # 6 cycles from $4 load \n\
|
|
xor $6,$7,$7 # 6 cycles from $7 load \n\
|
|
xor $21,$22,$22 # 5 cycles from $22 load \n\
|
|
\n\
|
|
xor $1,$2,$2 # 9 cycles from $2 load \n\
|
|
xor $24,$25,$25 # 5 cycles from $25 load \n\
|
|
stq $2,0($17) \n\
|
|
xor $4,$5,$5 # 6 cycles from $5 load \n\
|
|
\n\
|
|
stq $5,8($17) \n\
|
|
xor $7,$20,$20 # 7 cycles from $20 load \n\
|
|
stq $20,16($17) \n\
|
|
xor $22,$23,$23 # 7 cycles from $23 load \n\
|
|
\n\
|
|
stq $23,24($17) \n\
|
|
xor $25,$27,$27 # 7 cycles from $27 load \n\
|
|
stq $27,32($17) \n\
|
|
nop \n\
|
|
\n\
|
|
ldq $0,40($17) \n\
|
|
ldq $1,40($18) \n\
|
|
ldq $3,48($17) \n\
|
|
ldq $4,48($18) \n\
|
|
\n\
|
|
ldq $6,56($17) \n\
|
|
ldq $7,56($18) \n\
|
|
ldq $2,40($19) \n\
|
|
ldq $5,48($19) \n\
|
|
\n\
|
|
ldq $20,56($19) \n\
|
|
xor $0,$1,$1 # 4 cycles from $1 load \n\
|
|
xor $3,$4,$4 # 5 cycles from $4 load \n\
|
|
xor $6,$7,$7 # 5 cycles from $7 load \n\
|
|
\n\
|
|
xor $1,$2,$2 # 4 cycles from $2 load \n\
|
|
xor $4,$5,$5 # 5 cycles from $5 load \n\
|
|
stq $2,40($17) \n\
|
|
xor $7,$20,$20 # 4 cycles from $20 load \n\
|
|
\n\
|
|
stq $5,48($17) \n\
|
|
subq $16,1,$16 \n\
|
|
stq $20,56($17) \n\
|
|
addq $19,64,$19 \n\
|
|
\n\
|
|
addq $18,64,$18 \n\
|
|
addq $17,64,$17 \n\
|
|
bgt $16,3b \n\
|
|
ret \n\
|
|
.end xor_alpha_3 \n\
|
|
\n\
|
|
.align 3 \n\
|
|
.ent xor_alpha_4 \n\
|
|
xor_alpha_4: \n\
|
|
.prologue 0 \n\
|
|
srl $16, 6, $16 \n\
|
|
.align 4 \n\
|
|
4: \n\
|
|
ldq $0,0($17) \n\
|
|
ldq $1,0($18) \n\
|
|
ldq $2,0($19) \n\
|
|
ldq $3,0($20) \n\
|
|
\n\
|
|
ldq $4,8($17) \n\
|
|
ldq $5,8($18) \n\
|
|
ldq $6,8($19) \n\
|
|
ldq $7,8($20) \n\
|
|
\n\
|
|
ldq $21,16($17) \n\
|
|
ldq $22,16($18) \n\
|
|
ldq $23,16($19) \n\
|
|
ldq $24,16($20) \n\
|
|
\n\
|
|
ldq $25,24($17) \n\
|
|
xor $0,$1,$1 # 6 cycles from $1 load \n\
|
|
ldq $27,24($18) \n\
|
|
xor $2,$3,$3 # 6 cycles from $3 load \n\
|
|
\n\
|
|
ldq $0,24($19) \n\
|
|
xor $1,$3,$3 \n\
|
|
ldq $1,24($20) \n\
|
|
xor $4,$5,$5 # 7 cycles from $5 load \n\
|
|
\n\
|
|
stq $3,0($17) \n\
|
|
xor $6,$7,$7 \n\
|
|
xor $21,$22,$22 # 7 cycles from $22 load \n\
|
|
xor $5,$7,$7 \n\
|
|
\n\
|
|
stq $7,8($17) \n\
|
|
xor $23,$24,$24 # 7 cycles from $24 load \n\
|
|
ldq $2,32($17) \n\
|
|
xor $22,$24,$24 \n\
|
|
\n\
|
|
ldq $3,32($18) \n\
|
|
ldq $4,32($19) \n\
|
|
ldq $5,32($20) \n\
|
|
xor $25,$27,$27 # 8 cycles from $27 load \n\
|
|
\n\
|
|
ldq $6,40($17) \n\
|
|
ldq $7,40($18) \n\
|
|
ldq $21,40($19) \n\
|
|
ldq $22,40($20) \n\
|
|
\n\
|
|
stq $24,16($17) \n\
|
|
xor $0,$1,$1 # 9 cycles from $1 load \n\
|
|
xor $2,$3,$3 # 5 cycles from $3 load \n\
|
|
xor $27,$1,$1 \n\
|
|
\n\
|
|
stq $1,24($17) \n\
|
|
xor $4,$5,$5 # 5 cycles from $5 load \n\
|
|
ldq $23,48($17) \n\
|
|
ldq $24,48($18) \n\
|
|
\n\
|
|
ldq $25,48($19) \n\
|
|
xor $3,$5,$5 \n\
|
|
ldq $27,48($20) \n\
|
|
ldq $0,56($17) \n\
|
|
\n\
|
|
ldq $1,56($18) \n\
|
|
ldq $2,56($19) \n\
|
|
xor $6,$7,$7 # 8 cycles from $6 load \n\
|
|
ldq $3,56($20) \n\
|
|
\n\
|
|
stq $5,32($17) \n\
|
|
xor $21,$22,$22 # 8 cycles from $22 load \n\
|
|
xor $7,$22,$22 \n\
|
|
xor $23,$24,$24 # 5 cycles from $24 load \n\
|
|
\n\
|
|
stq $22,40($17) \n\
|
|
xor $25,$27,$27 # 5 cycles from $27 load \n\
|
|
xor $24,$27,$27 \n\
|
|
xor $0,$1,$1 # 5 cycles from $1 load \n\
|
|
\n\
|
|
stq $27,48($17) \n\
|
|
xor $2,$3,$3 # 4 cycles from $3 load \n\
|
|
xor $1,$3,$3 \n\
|
|
subq $16,1,$16 \n\
|
|
\n\
|
|
stq $3,56($17) \n\
|
|
addq $20,64,$20 \n\
|
|
addq $19,64,$19 \n\
|
|
addq $18,64,$18 \n\
|
|
\n\
|
|
addq $17,64,$17 \n\
|
|
bgt $16,4b \n\
|
|
ret \n\
|
|
.end xor_alpha_4 \n\
|
|
\n\
|
|
.align 3 \n\
|
|
.ent xor_alpha_5 \n\
|
|
xor_alpha_5: \n\
|
|
.prologue 0 \n\
|
|
srl $16, 6, $16 \n\
|
|
.align 4 \n\
|
|
5: \n\
|
|
ldq $0,0($17) \n\
|
|
ldq $1,0($18) \n\
|
|
ldq $2,0($19) \n\
|
|
ldq $3,0($20) \n\
|
|
\n\
|
|
ldq $4,0($21) \n\
|
|
ldq $5,8($17) \n\
|
|
ldq $6,8($18) \n\
|
|
ldq $7,8($19) \n\
|
|
\n\
|
|
ldq $22,8($20) \n\
|
|
ldq $23,8($21) \n\
|
|
ldq $24,16($17) \n\
|
|
ldq $25,16($18) \n\
|
|
\n\
|
|
ldq $27,16($19) \n\
|
|
xor $0,$1,$1 # 6 cycles from $1 load \n\
|
|
ldq $28,16($20) \n\
|
|
xor $2,$3,$3 # 6 cycles from $3 load \n\
|
|
\n\
|
|
ldq $0,16($21) \n\
|
|
xor $1,$3,$3 \n\
|
|
ldq $1,24($17) \n\
|
|
xor $3,$4,$4 # 7 cycles from $4 load \n\
|
|
\n\
|
|
stq $4,0($17) \n\
|
|
xor $5,$6,$6 # 7 cycles from $6 load \n\
|
|
xor $7,$22,$22 # 7 cycles from $22 load \n\
|
|
xor $6,$23,$23 # 7 cycles from $23 load \n\
|
|
\n\
|
|
ldq $2,24($18) \n\
|
|
xor $22,$23,$23 \n\
|
|
ldq $3,24($19) \n\
|
|
xor $24,$25,$25 # 8 cycles from $25 load \n\
|
|
\n\
|
|
stq $23,8($17) \n\
|
|
xor $25,$27,$27 # 8 cycles from $27 load \n\
|
|
ldq $4,24($20) \n\
|
|
xor $28,$0,$0 # 7 cycles from $0 load \n\
|
|
\n\
|
|
ldq $5,24($21) \n\
|
|
xor $27,$0,$0 \n\
|
|
ldq $6,32($17) \n\
|
|
ldq $7,32($18) \n\
|
|
\n\
|
|
stq $0,16($17) \n\
|
|
xor $1,$2,$2 # 6 cycles from $2 load \n\
|
|
ldq $22,32($19) \n\
|
|
xor $3,$4,$4 # 4 cycles from $4 load \n\
|
|
\n\
|
|
ldq $23,32($20) \n\
|
|
xor $2,$4,$4 \n\
|
|
ldq $24,32($21) \n\
|
|
ldq $25,40($17) \n\
|
|
\n\
|
|
ldq $27,40($18) \n\
|
|
ldq $28,40($19) \n\
|
|
ldq $0,40($20) \n\
|
|
xor $4,$5,$5 # 7 cycles from $5 load \n\
|
|
\n\
|
|
stq $5,24($17) \n\
|
|
xor $6,$7,$7 # 7 cycles from $7 load \n\
|
|
ldq $1,40($21) \n\
|
|
ldq $2,48($17) \n\
|
|
\n\
|
|
ldq $3,48($18) \n\
|
|
xor $7,$22,$22 # 7 cycles from $22 load \n\
|
|
ldq $4,48($19) \n\
|
|
xor $23,$24,$24 # 6 cycles from $24 load \n\
|
|
\n\
|
|
ldq $5,48($20) \n\
|
|
xor $22,$24,$24 \n\
|
|
ldq $6,48($21) \n\
|
|
xor $25,$27,$27 # 7 cycles from $27 load \n\
|
|
\n\
|
|
stq $24,32($17) \n\
|
|
xor $27,$28,$28 # 8 cycles from $28 load \n\
|
|
ldq $7,56($17) \n\
|
|
xor $0,$1,$1 # 6 cycles from $1 load \n\
|
|
\n\
|
|
ldq $22,56($18) \n\
|
|
ldq $23,56($19) \n\
|
|
ldq $24,56($20) \n\
|
|
ldq $25,56($21) \n\
|
|
\n\
|
|
xor $28,$1,$1 \n\
|
|
xor $2,$3,$3 # 9 cycles from $3 load \n\
|
|
xor $3,$4,$4 # 9 cycles from $4 load \n\
|
|
xor $5,$6,$6 # 8 cycles from $6 load \n\
|
|
\n\
|
|
stq $1,40($17) \n\
|
|
xor $4,$6,$6 \n\
|
|
xor $7,$22,$22 # 7 cycles from $22 load \n\
|
|
xor $23,$24,$24 # 6 cycles from $24 load \n\
|
|
\n\
|
|
stq $6,48($17) \n\
|
|
xor $22,$24,$24 \n\
|
|
subq $16,1,$16 \n\
|
|
xor $24,$25,$25 # 8 cycles from $25 load \n\
|
|
\n\
|
|
stq $25,56($17) \n\
|
|
addq $21,64,$21 \n\
|
|
addq $20,64,$20 \n\
|
|
addq $19,64,$19 \n\
|
|
\n\
|
|
addq $18,64,$18 \n\
|
|
addq $17,64,$17 \n\
|
|
bgt $16,5b \n\
|
|
ret \n\
|
|
.end xor_alpha_5 \n\
|
|
\n\
|
|
.align 3 \n\
|
|
.ent xor_alpha_prefetch_2 \n\
|
|
xor_alpha_prefetch_2: \n\
|
|
.prologue 0 \n\
|
|
srl $16, 6, $16 \n\
|
|
\n\
|
|
ldq $31, 0($17) \n\
|
|
ldq $31, 0($18) \n\
|
|
\n\
|
|
ldq $31, 64($17) \n\
|
|
ldq $31, 64($18) \n\
|
|
\n\
|
|
ldq $31, 128($17) \n\
|
|
ldq $31, 128($18) \n\
|
|
\n\
|
|
ldq $31, 192($17) \n\
|
|
ldq $31, 192($18) \n\
|
|
.align 4 \n\
|
|
2: \n\
|
|
ldq $0,0($17) \n\
|
|
ldq $1,0($18) \n\
|
|
ldq $2,8($17) \n\
|
|
ldq $3,8($18) \n\
|
|
\n\
|
|
ldq $4,16($17) \n\
|
|
ldq $5,16($18) \n\
|
|
ldq $6,24($17) \n\
|
|
ldq $7,24($18) \n\
|
|
\n\
|
|
ldq $19,32($17) \n\
|
|
ldq $20,32($18) \n\
|
|
ldq $21,40($17) \n\
|
|
ldq $22,40($18) \n\
|
|
\n\
|
|
ldq $23,48($17) \n\
|
|
ldq $24,48($18) \n\
|
|
ldq $25,56($17) \n\
|
|
ldq $27,56($18) \n\
|
|
\n\
|
|
ldq $31,256($17) \n\
|
|
xor $0,$1,$0 # 8 cycles from $1 load \n\
|
|
ldq $31,256($18) \n\
|
|
xor $2,$3,$2 \n\
|
|
\n\
|
|
stq $0,0($17) \n\
|
|
xor $4,$5,$4 \n\
|
|
stq $2,8($17) \n\
|
|
xor $6,$7,$6 \n\
|
|
\n\
|
|
stq $4,16($17) \n\
|
|
xor $19,$20,$19 \n\
|
|
stq $6,24($17) \n\
|
|
xor $21,$22,$21 \n\
|
|
\n\
|
|
stq $19,32($17) \n\
|
|
xor $23,$24,$23 \n\
|
|
stq $21,40($17) \n\
|
|
xor $25,$27,$25 \n\
|
|
\n\
|
|
stq $23,48($17) \n\
|
|
subq $16,1,$16 \n\
|
|
stq $25,56($17) \n\
|
|
addq $17,64,$17 \n\
|
|
\n\
|
|
addq $18,64,$18 \n\
|
|
bgt $16,2b \n\
|
|
ret \n\
|
|
.end xor_alpha_prefetch_2 \n\
|
|
\n\
|
|
.align 3 \n\
|
|
.ent xor_alpha_prefetch_3 \n\
|
|
xor_alpha_prefetch_3: \n\
|
|
.prologue 0 \n\
|
|
srl $16, 6, $16 \n\
|
|
\n\
|
|
ldq $31, 0($17) \n\
|
|
ldq $31, 0($18) \n\
|
|
ldq $31, 0($19) \n\
|
|
\n\
|
|
ldq $31, 64($17) \n\
|
|
ldq $31, 64($18) \n\
|
|
ldq $31, 64($19) \n\
|
|
\n\
|
|
ldq $31, 128($17) \n\
|
|
ldq $31, 128($18) \n\
|
|
ldq $31, 128($19) \n\
|
|
\n\
|
|
ldq $31, 192($17) \n\
|
|
ldq $31, 192($18) \n\
|
|
ldq $31, 192($19) \n\
|
|
.align 4 \n\
|
|
3: \n\
|
|
ldq $0,0($17) \n\
|
|
ldq $1,0($18) \n\
|
|
ldq $2,0($19) \n\
|
|
ldq $3,8($17) \n\
|
|
\n\
|
|
ldq $4,8($18) \n\
|
|
ldq $6,16($17) \n\
|
|
ldq $7,16($18) \n\
|
|
ldq $21,24($17) \n\
|
|
\n\
|
|
ldq $22,24($18) \n\
|
|
ldq $24,32($17) \n\
|
|
ldq $25,32($18) \n\
|
|
ldq $5,8($19) \n\
|
|
\n\
|
|
ldq $20,16($19) \n\
|
|
ldq $23,24($19) \n\
|
|
ldq $27,32($19) \n\
|
|
nop \n\
|
|
\n\
|
|
xor $0,$1,$1 # 8 cycles from $0 load \n\
|
|
xor $3,$4,$4 # 7 cycles from $4 load \n\
|
|
xor $6,$7,$7 # 6 cycles from $7 load \n\
|
|
xor $21,$22,$22 # 5 cycles from $22 load \n\
|
|
\n\
|
|
xor $1,$2,$2 # 9 cycles from $2 load \n\
|
|
xor $24,$25,$25 # 5 cycles from $25 load \n\
|
|
stq $2,0($17) \n\
|
|
xor $4,$5,$5 # 6 cycles from $5 load \n\
|
|
\n\
|
|
stq $5,8($17) \n\
|
|
xor $7,$20,$20 # 7 cycles from $20 load \n\
|
|
stq $20,16($17) \n\
|
|
xor $22,$23,$23 # 7 cycles from $23 load \n\
|
|
\n\
|
|
stq $23,24($17) \n\
|
|
xor $25,$27,$27 # 7 cycles from $27 load \n\
|
|
stq $27,32($17) \n\
|
|
nop \n\
|
|
\n\
|
|
ldq $0,40($17) \n\
|
|
ldq $1,40($18) \n\
|
|
ldq $3,48($17) \n\
|
|
ldq $4,48($18) \n\
|
|
\n\
|
|
ldq $6,56($17) \n\
|
|
ldq $7,56($18) \n\
|
|
ldq $2,40($19) \n\
|
|
ldq $5,48($19) \n\
|
|
\n\
|
|
ldq $20,56($19) \n\
|
|
ldq $31,256($17) \n\
|
|
ldq $31,256($18) \n\
|
|
ldq $31,256($19) \n\
|
|
\n\
|
|
xor $0,$1,$1 # 6 cycles from $1 load \n\
|
|
xor $3,$4,$4 # 5 cycles from $4 load \n\
|
|
xor $6,$7,$7 # 5 cycles from $7 load \n\
|
|
xor $1,$2,$2 # 4 cycles from $2 load \n\
|
|
\n\
|
|
xor $4,$5,$5 # 5 cycles from $5 load \n\
|
|
xor $7,$20,$20 # 4 cycles from $20 load \n\
|
|
stq $2,40($17) \n\
|
|
subq $16,1,$16 \n\
|
|
\n\
|
|
stq $5,48($17) \n\
|
|
addq $19,64,$19 \n\
|
|
stq $20,56($17) \n\
|
|
addq $18,64,$18 \n\
|
|
\n\
|
|
addq $17,64,$17 \n\
|
|
bgt $16,3b \n\
|
|
ret \n\
|
|
.end xor_alpha_prefetch_3 \n\
|
|
\n\
|
|
.align 3 \n\
|
|
.ent xor_alpha_prefetch_4 \n\
|
|
xor_alpha_prefetch_4: \n\
|
|
.prologue 0 \n\
|
|
srl $16, 6, $16 \n\
|
|
\n\
|
|
ldq $31, 0($17) \n\
|
|
ldq $31, 0($18) \n\
|
|
ldq $31, 0($19) \n\
|
|
ldq $31, 0($20) \n\
|
|
\n\
|
|
ldq $31, 64($17) \n\
|
|
ldq $31, 64($18) \n\
|
|
ldq $31, 64($19) \n\
|
|
ldq $31, 64($20) \n\
|
|
\n\
|
|
ldq $31, 128($17) \n\
|
|
ldq $31, 128($18) \n\
|
|
ldq $31, 128($19) \n\
|
|
ldq $31, 128($20) \n\
|
|
\n\
|
|
ldq $31, 192($17) \n\
|
|
ldq $31, 192($18) \n\
|
|
ldq $31, 192($19) \n\
|
|
ldq $31, 192($20) \n\
|
|
.align 4 \n\
|
|
4: \n\
|
|
ldq $0,0($17) \n\
|
|
ldq $1,0($18) \n\
|
|
ldq $2,0($19) \n\
|
|
ldq $3,0($20) \n\
|
|
\n\
|
|
ldq $4,8($17) \n\
|
|
ldq $5,8($18) \n\
|
|
ldq $6,8($19) \n\
|
|
ldq $7,8($20) \n\
|
|
\n\
|
|
ldq $21,16($17) \n\
|
|
ldq $22,16($18) \n\
|
|
ldq $23,16($19) \n\
|
|
ldq $24,16($20) \n\
|
|
\n\
|
|
ldq $25,24($17) \n\
|
|
xor $0,$1,$1 # 6 cycles from $1 load \n\
|
|
ldq $27,24($18) \n\
|
|
xor $2,$3,$3 # 6 cycles from $3 load \n\
|
|
\n\
|
|
ldq $0,24($19) \n\
|
|
xor $1,$3,$3 \n\
|
|
ldq $1,24($20) \n\
|
|
xor $4,$5,$5 # 7 cycles from $5 load \n\
|
|
\n\
|
|
stq $3,0($17) \n\
|
|
xor $6,$7,$7 \n\
|
|
xor $21,$22,$22 # 7 cycles from $22 load \n\
|
|
xor $5,$7,$7 \n\
|
|
\n\
|
|
stq $7,8($17) \n\
|
|
xor $23,$24,$24 # 7 cycles from $24 load \n\
|
|
ldq $2,32($17) \n\
|
|
xor $22,$24,$24 \n\
|
|
\n\
|
|
ldq $3,32($18) \n\
|
|
ldq $4,32($19) \n\
|
|
ldq $5,32($20) \n\
|
|
xor $25,$27,$27 # 8 cycles from $27 load \n\
|
|
\n\
|
|
ldq $6,40($17) \n\
|
|
ldq $7,40($18) \n\
|
|
ldq $21,40($19) \n\
|
|
ldq $22,40($20) \n\
|
|
\n\
|
|
stq $24,16($17) \n\
|
|
xor $0,$1,$1 # 9 cycles from $1 load \n\
|
|
xor $2,$3,$3 # 5 cycles from $3 load \n\
|
|
xor $27,$1,$1 \n\
|
|
\n\
|
|
stq $1,24($17) \n\
|
|
xor $4,$5,$5 # 5 cycles from $5 load \n\
|
|
ldq $23,48($17) \n\
|
|
xor $3,$5,$5 \n\
|
|
\n\
|
|
ldq $24,48($18) \n\
|
|
ldq $25,48($19) \n\
|
|
ldq $27,48($20) \n\
|
|
ldq $0,56($17) \n\
|
|
\n\
|
|
ldq $1,56($18) \n\
|
|
ldq $2,56($19) \n\
|
|
ldq $3,56($20) \n\
|
|
xor $6,$7,$7 # 8 cycles from $6 load \n\
|
|
\n\
|
|
ldq $31,256($17) \n\
|
|
xor $21,$22,$22 # 8 cycles from $22 load \n\
|
|
ldq $31,256($18) \n\
|
|
xor $7,$22,$22 \n\
|
|
\n\
|
|
ldq $31,256($19) \n\
|
|
xor $23,$24,$24 # 6 cycles from $24 load \n\
|
|
ldq $31,256($20) \n\
|
|
xor $25,$27,$27 # 6 cycles from $27 load \n\
|
|
\n\
|
|
stq $5,32($17) \n\
|
|
xor $24,$27,$27 \n\
|
|
xor $0,$1,$1 # 7 cycles from $1 load \n\
|
|
xor $2,$3,$3 # 6 cycles from $3 load \n\
|
|
\n\
|
|
stq $22,40($17) \n\
|
|
xor $1,$3,$3 \n\
|
|
stq $27,48($17) \n\
|
|
subq $16,1,$16 \n\
|
|
\n\
|
|
stq $3,56($17) \n\
|
|
addq $20,64,$20 \n\
|
|
addq $19,64,$19 \n\
|
|
addq $18,64,$18 \n\
|
|
\n\
|
|
addq $17,64,$17 \n\
|
|
bgt $16,4b \n\
|
|
ret \n\
|
|
.end xor_alpha_prefetch_4 \n\
|
|
\n\
|
|
.align 3 \n\
|
|
.ent xor_alpha_prefetch_5 \n\
|
|
xor_alpha_prefetch_5: \n\
|
|
.prologue 0 \n\
|
|
srl $16, 6, $16 \n\
|
|
\n\
|
|
ldq $31, 0($17) \n\
|
|
ldq $31, 0($18) \n\
|
|
ldq $31, 0($19) \n\
|
|
ldq $31, 0($20) \n\
|
|
ldq $31, 0($21) \n\
|
|
\n\
|
|
ldq $31, 64($17) \n\
|
|
ldq $31, 64($18) \n\
|
|
ldq $31, 64($19) \n\
|
|
ldq $31, 64($20) \n\
|
|
ldq $31, 64($21) \n\
|
|
\n\
|
|
ldq $31, 128($17) \n\
|
|
ldq $31, 128($18) \n\
|
|
ldq $31, 128($19) \n\
|
|
ldq $31, 128($20) \n\
|
|
ldq $31, 128($21) \n\
|
|
\n\
|
|
ldq $31, 192($17) \n\
|
|
ldq $31, 192($18) \n\
|
|
ldq $31, 192($19) \n\
|
|
ldq $31, 192($20) \n\
|
|
ldq $31, 192($21) \n\
|
|
.align 4 \n\
|
|
5: \n\
|
|
ldq $0,0($17) \n\
|
|
ldq $1,0($18) \n\
|
|
ldq $2,0($19) \n\
|
|
ldq $3,0($20) \n\
|
|
\n\
|
|
ldq $4,0($21) \n\
|
|
ldq $5,8($17) \n\
|
|
ldq $6,8($18) \n\
|
|
ldq $7,8($19) \n\
|
|
\n\
|
|
ldq $22,8($20) \n\
|
|
ldq $23,8($21) \n\
|
|
ldq $24,16($17) \n\
|
|
ldq $25,16($18) \n\
|
|
\n\
|
|
ldq $27,16($19) \n\
|
|
xor $0,$1,$1 # 6 cycles from $1 load \n\
|
|
ldq $28,16($20) \n\
|
|
xor $2,$3,$3 # 6 cycles from $3 load \n\
|
|
\n\
|
|
ldq $0,16($21) \n\
|
|
xor $1,$3,$3 \n\
|
|
ldq $1,24($17) \n\
|
|
xor $3,$4,$4 # 7 cycles from $4 load \n\
|
|
\n\
|
|
stq $4,0($17) \n\
|
|
xor $5,$6,$6 # 7 cycles from $6 load \n\
|
|
xor $7,$22,$22 # 7 cycles from $22 load \n\
|
|
xor $6,$23,$23 # 7 cycles from $23 load \n\
|
|
\n\
|
|
ldq $2,24($18) \n\
|
|
xor $22,$23,$23 \n\
|
|
ldq $3,24($19) \n\
|
|
xor $24,$25,$25 # 8 cycles from $25 load \n\
|
|
\n\
|
|
stq $23,8($17) \n\
|
|
xor $25,$27,$27 # 8 cycles from $27 load \n\
|
|
ldq $4,24($20) \n\
|
|
xor $28,$0,$0 # 7 cycles from $0 load \n\
|
|
\n\
|
|
ldq $5,24($21) \n\
|
|
xor $27,$0,$0 \n\
|
|
ldq $6,32($17) \n\
|
|
ldq $7,32($18) \n\
|
|
\n\
|
|
stq $0,16($17) \n\
|
|
xor $1,$2,$2 # 6 cycles from $2 load \n\
|
|
ldq $22,32($19) \n\
|
|
xor $3,$4,$4 # 4 cycles from $4 load \n\
|
|
\n\
|
|
ldq $23,32($20) \n\
|
|
xor $2,$4,$4 \n\
|
|
ldq $24,32($21) \n\
|
|
ldq $25,40($17) \n\
|
|
\n\
|
|
ldq $27,40($18) \n\
|
|
ldq $28,40($19) \n\
|
|
ldq $0,40($20) \n\
|
|
xor $4,$5,$5 # 7 cycles from $5 load \n\
|
|
\n\
|
|
stq $5,24($17) \n\
|
|
xor $6,$7,$7 # 7 cycles from $7 load \n\
|
|
ldq $1,40($21) \n\
|
|
ldq $2,48($17) \n\
|
|
\n\
|
|
ldq $3,48($18) \n\
|
|
xor $7,$22,$22 # 7 cycles from $22 load \n\
|
|
ldq $4,48($19) \n\
|
|
xor $23,$24,$24 # 6 cycles from $24 load \n\
|
|
\n\
|
|
ldq $5,48($20) \n\
|
|
xor $22,$24,$24 \n\
|
|
ldq $6,48($21) \n\
|
|
xor $25,$27,$27 # 7 cycles from $27 load \n\
|
|
\n\
|
|
stq $24,32($17) \n\
|
|
xor $27,$28,$28 # 8 cycles from $28 load \n\
|
|
ldq $7,56($17) \n\
|
|
xor $0,$1,$1 # 6 cycles from $1 load \n\
|
|
\n\
|
|
ldq $22,56($18) \n\
|
|
ldq $23,56($19) \n\
|
|
ldq $24,56($20) \n\
|
|
ldq $25,56($21) \n\
|
|
\n\
|
|
ldq $31,256($17) \n\
|
|
xor $28,$1,$1 \n\
|
|
ldq $31,256($18) \n\
|
|
xor $2,$3,$3 # 9 cycles from $3 load \n\
|
|
\n\
|
|
ldq $31,256($19) \n\
|
|
xor $3,$4,$4 # 9 cycles from $4 load \n\
|
|
ldq $31,256($20) \n\
|
|
xor $5,$6,$6 # 8 cycles from $6 load \n\
|
|
\n\
|
|
stq $1,40($17) \n\
|
|
xor $4,$6,$6 \n\
|
|
xor $7,$22,$22 # 7 cycles from $22 load \n\
|
|
xor $23,$24,$24 # 6 cycles from $24 load \n\
|
|
\n\
|
|
stq $6,48($17) \n\
|
|
xor $22,$24,$24 \n\
|
|
ldq $31,256($21) \n\
|
|
xor $24,$25,$25 # 8 cycles from $25 load \n\
|
|
\n\
|
|
stq $25,56($17) \n\
|
|
subq $16,1,$16 \n\
|
|
addq $21,64,$21 \n\
|
|
addq $20,64,$20 \n\
|
|
\n\
|
|
addq $19,64,$19 \n\
|
|
addq $18,64,$18 \n\
|
|
addq $17,64,$17 \n\
|
|
bgt $16,5b \n\
|
|
\n\
|
|
ret \n\
|
|
.end xor_alpha_prefetch_5 \n\
|
|
");
|
|
|
|
static struct xor_block_template xor_block_alpha = {
|
|
.name = "alpha",
|
|
.do_2 = xor_alpha_2,
|
|
.do_3 = xor_alpha_3,
|
|
.do_4 = xor_alpha_4,
|
|
.do_5 = xor_alpha_5,
|
|
};
|
|
|
|
static struct xor_block_template xor_block_alpha_prefetch = {
|
|
.name = "alpha prefetch",
|
|
.do_2 = xor_alpha_prefetch_2,
|
|
.do_3 = xor_alpha_prefetch_3,
|
|
.do_4 = xor_alpha_prefetch_4,
|
|
.do_5 = xor_alpha_prefetch_5,
|
|
};
|
|
|
|
/* For grins, also test the generic routines. */
|
|
#include <asm-generic/xor.h>
|
|
|
|
#undef XOR_TRY_TEMPLATES
|
|
#define XOR_TRY_TEMPLATES \
|
|
do { \
|
|
xor_speed(&xor_block_8regs); \
|
|
xor_speed(&xor_block_32regs); \
|
|
xor_speed(&xor_block_alpha); \
|
|
xor_speed(&xor_block_alpha_prefetch); \
|
|
} while (0)
|
|
|
|
/* Force the use of alpha_prefetch if EV6, as it is significantly
|
|
faster in the cold cache case. */
|
|
#define XOR_SELECT_TEMPLATE(FASTEST) \
|
|
(implver() == IMPLVER_EV6 ? &xor_block_alpha_prefetch : FASTEST)
|