blob: e74b4544b0cce0962dd9715f063224a89ed066d4 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * arch/alpha/lib/csum_ipv6_magic.S
3 * Contributed by Richard Henderson <rth@tamu.edu>
4 *
5 * unsigned short csum_ipv6_magic(struct in6_addr *saddr,
6 * struct in6_addr *daddr,
7 * __u32 len,
8 * unsigned short proto,
9 * unsigned int csum);
Ivan Kokshaysky58ed2f92007-06-23 17:16:35 -070010 *
11 * Misalignment handling (which costs 16 instructions / 8 cycles)
12 * added by Ivan Kokshaysky <ink@jurassic.park.msu.ru>
Linus Torvalds1da177e2005-04-16 15:20:36 -070013 */
14
Al Viro00fc0e02016-01-11 09:51:29 -050015#include <asm/export.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070016 .globl csum_ipv6_magic
17 .align 4
18 .ent csum_ipv6_magic
19 .frame $30,0,$26,0
20csum_ipv6_magic:
21 .prologue 0
22
Ivan Kokshaysky58ed2f92007-06-23 17:16:35 -070023 ldq_u $0,0($16) # e0 : load src & dst addr words
Linus Torvalds1da177e2005-04-16 15:20:36 -070024 zapnot $20,15,$20 # .. e1 : zero extend incoming csum
25 extqh $18,1,$4 # e0 : byte swap len & proto while we wait
Ivan Kokshaysky58ed2f92007-06-23 17:16:35 -070026 ldq_u $21,7($16) # .. e1 : handle misalignment
Linus Torvalds1da177e2005-04-16 15:20:36 -070027
28 extbl $18,1,$5 # e0 :
Ivan Kokshaysky58ed2f92007-06-23 17:16:35 -070029 ldq_u $1,8($16) # .. e1 :
Linus Torvalds1da177e2005-04-16 15:20:36 -070030 extbl $18,2,$6 # e0 :
Ivan Kokshaysky58ed2f92007-06-23 17:16:35 -070031 ldq_u $22,15($16) # .. e1 :
Linus Torvalds1da177e2005-04-16 15:20:36 -070032
33 extbl $18,3,$18 # e0 :
Ivan Kokshaysky58ed2f92007-06-23 17:16:35 -070034 ldq_u $2,0($17) # .. e1 :
Linus Torvalds1da177e2005-04-16 15:20:36 -070035 sra $4,32,$4 # e0 :
Ivan Kokshaysky58ed2f92007-06-23 17:16:35 -070036 ldq_u $23,7($17) # .. e1 :
37
38 extql $0,$16,$0 # e0 :
39 ldq_u $3,8($17) # .. e1 :
40 extqh $21,$16,$21 # e0 :
41 ldq_u $24,15($17) # .. e1 :
42
Linus Torvalds1da177e2005-04-16 15:20:36 -070043 sll $5,16,$5 # e0 :
Ivan Kokshaysky58ed2f92007-06-23 17:16:35 -070044 or $0,$21,$0 # .. e1 : 1st src word complete
45 extql $1,$16,$1 # e0 :
Linus Torvalds1da177e2005-04-16 15:20:36 -070046 addq $20,$0,$20 # .. e1 : begin summing the words
47
Ivan Kokshaysky58ed2f92007-06-23 17:16:35 -070048 extqh $22,$16,$22 # e0 :
Linus Torvalds1da177e2005-04-16 15:20:36 -070049 cmpult $20,$0,$0 # .. e1 :
Ivan Kokshaysky58ed2f92007-06-23 17:16:35 -070050 sll $6,8,$6 # e0 :
51 or $1,$22,$1 # .. e1 : 2nd src word complete
52
53 extql $2,$17,$2 # e0 :
Linus Torvalds1da177e2005-04-16 15:20:36 -070054 or $4,$18,$18 # .. e1 :
Ivan Kokshaysky58ed2f92007-06-23 17:16:35 -070055 extqh $23,$17,$23 # e0 :
Linus Torvalds1da177e2005-04-16 15:20:36 -070056 or $5,$6,$5 # .. e1 :
Linus Torvalds1da177e2005-04-16 15:20:36 -070057
Ivan Kokshaysky58ed2f92007-06-23 17:16:35 -070058 extql $3,$17,$3 # e0 :
59 or $2,$23,$2 # .. e1 : 1st dst word complete
60 extqh $24,$17,$24 # e0 :
61 or $18,$5,$18 # .. e1 : len complete
62
63 extwh $19,7,$7 # e0 :
64 or $3,$24,$3 # .. e1 : 2nd dst word complete
65 extbl $19,1,$19 # e0 :
Linus Torvalds1da177e2005-04-16 15:20:36 -070066 addq $20,$1,$20 # .. e1 :
Linus Torvalds1da177e2005-04-16 15:20:36 -070067
Ivan Kokshaysky58ed2f92007-06-23 17:16:35 -070068 or $19,$7,$19 # e0 :
69 cmpult $20,$1,$1 # .. e1 :
70 sll $19,48,$19 # e0 :
71 nop # .. e0 :
72
73 sra $19,32,$19 # e0 : proto complete
Linus Torvalds1da177e2005-04-16 15:20:36 -070074 addq $20,$2,$20 # .. e1 :
75 cmpult $20,$2,$2 # e0 :
76 addq $20,$3,$20 # .. e1 :
77
78 cmpult $20,$3,$3 # e0 :
79 addq $20,$18,$20 # .. e1 :
80 cmpult $20,$18,$18 # e0 :
81 addq $20,$19,$20 # .. e1 :
82
83 cmpult $20,$19,$19 # e0 :
84 addq $0,$1,$0 # .. e1 : merge the carries back into the csum
85 addq $2,$3,$2 # e0 :
86 addq $18,$19,$18 # .. e1 :
87
88 addq $0,$2,$0 # e0 :
89 addq $20,$18,$20 # .. e1 :
90 addq $0,$20,$0 # e0 :
91 unop # :
92
93 extwl $0,2,$2 # e0 : begin folding the 64-bit value
94 zapnot $0,3,$3 # .. e1 :
95 extwl $0,4,$1 # e0 :
96 addq $2,$3,$3 # .. e1 :
97
98 extwl $0,6,$0 # e0 :
99 addq $3,$1,$3 # .. e1 :
100 addq $0,$3,$0 # e0 :
101 unop # :
102
103 extwl $0,2,$1 # e0 : fold 18-bit value
104 zapnot $0,3,$0 # .. e1 :
105 addq $0,$1,$0 # e0 :
106 unop # :
107
108 extwl $0,2,$1 # e0 : fold 17-bit value
109 zapnot $0,3,$0 # .. e1 :
110 addq $0,$1,$0 # e0 :
Ivan Kokshaysky58ed2f92007-06-23 17:16:35 -0700111 not $0,$0 # .. e1 : and complement.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700112
113 zapnot $0,3,$0 # e0 :
114 ret # .. e1 :
115
116 .end csum_ipv6_magic
Al Viro00fc0e02016-01-11 09:51:29 -0500117 EXPORT_SYMBOL(csum_ipv6_magic)