Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | * INET An implementation of the TCP/IP protocol suite for the LINUX |
| 3 | * operating system. INET is implemented using the BSD Socket |
| 4 | * interface as the means of communication with the user level. |
| 5 | * |
| 6 | * MIPS specific IP/TCP/UDP checksumming routines |
| 7 | * |
| 8 | * Authors: Ralf Baechle, <ralf@waldorf-gmbh.de> |
| 9 | * Lots of code moved from tcp.c and ip.c; see those files |
| 10 | * for more names. |
| 11 | * |
| 12 | * This program is free software; you can redistribute it and/or |
| 13 | * modify it under the terms of the GNU General Public License |
| 14 | * as published by the Free Software Foundation; either version |
| 15 | * 2 of the License, or (at your option) any later version. |
| 16 | * |
| 17 | * $Id: checksum.c,v 1.3 1997/12/01 17:57:34 ralf Exp $ |
| 18 | */ |
| 19 | #include <linux/module.h> |
| 20 | #include <linux/types.h> |
| 21 | |
| 22 | #include <net/checksum.h> |
| 23 | #include <asm/byteorder.h> |
| 24 | #include <asm/string.h> |
| 25 | #include <asm/uaccess.h> |
| 26 | |
| 27 | #define addc(_t,_r) \ |
| 28 | __asm__ __volatile__ ( \ |
| 29 | " add %0, %1, %0\n" \ |
| 30 | " addc %0, %%r0, %0\n" \ |
| 31 | : "=r"(_t) \ |
| 32 | : "r"(_r), "0"(_t)); |
| 33 | |
| 34 | static inline unsigned short from32to16(unsigned int x) |
| 35 | { |
| 36 | /* 32 bits --> 16 bits + carry */ |
| 37 | x = (x & 0xffff) + (x >> 16); |
| 38 | /* 16 bits + carry --> 16 bits including carry */ |
| 39 | x = (x & 0xffff) + (x >> 16); |
| 40 | return (unsigned short)x; |
| 41 | } |
| 42 | |
| 43 | static inline unsigned int do_csum(const unsigned char * buff, int len) |
| 44 | { |
| 45 | int odd, count; |
| 46 | unsigned int result = 0; |
| 47 | |
| 48 | if (len <= 0) |
| 49 | goto out; |
| 50 | odd = 1 & (unsigned long) buff; |
| 51 | if (odd) { |
| 52 | result = be16_to_cpu(*buff); |
| 53 | len--; |
| 54 | buff++; |
| 55 | } |
| 56 | count = len >> 1; /* nr of 16-bit words.. */ |
| 57 | if (count) { |
| 58 | if (2 & (unsigned long) buff) { |
| 59 | result += *(unsigned short *) buff; |
| 60 | count--; |
| 61 | len -= 2; |
| 62 | buff += 2; |
| 63 | } |
| 64 | count >>= 1; /* nr of 32-bit words.. */ |
| 65 | if (count) { |
| 66 | while (count >= 4) { |
| 67 | unsigned int r1, r2, r3, r4; |
| 68 | r1 = *(unsigned int *)(buff + 0); |
| 69 | r2 = *(unsigned int *)(buff + 4); |
| 70 | r3 = *(unsigned int *)(buff + 8); |
| 71 | r4 = *(unsigned int *)(buff + 12); |
| 72 | addc(result, r1); |
| 73 | addc(result, r2); |
| 74 | addc(result, r3); |
| 75 | addc(result, r4); |
| 76 | count -= 4; |
| 77 | buff += 16; |
| 78 | } |
| 79 | while (count) { |
| 80 | unsigned int w = *(unsigned int *) buff; |
| 81 | count--; |
| 82 | buff += 4; |
| 83 | addc(result, w); |
| 84 | } |
| 85 | result = (result & 0xffff) + (result >> 16); |
| 86 | } |
| 87 | if (len & 2) { |
| 88 | result += *(unsigned short *) buff; |
| 89 | buff += 2; |
| 90 | } |
| 91 | } |
| 92 | if (len & 1) |
| 93 | result += le16_to_cpu(*buff); |
| 94 | result = from32to16(result); |
| 95 | if (odd) |
| 96 | result = swab16(result); |
| 97 | out: |
| 98 | return result; |
| 99 | } |
| 100 | |
| 101 | /* |
| 102 | * computes a partial checksum, e.g. for TCP/UDP fragments |
| 103 | */ |
Al Viro | 7814e4b | 2006-11-14 21:18:39 -0800 | [diff] [blame] | 104 | /* |
| 105 | * why bother folding? |
| 106 | */ |
| 107 | __wsum csum_partial(const void *buff, int len, __wsum sum) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 108 | { |
| 109 | unsigned int result = do_csum(buff, len); |
| 110 | addc(result, sum); |
Al Viro | 7814e4b | 2006-11-14 21:18:39 -0800 | [diff] [blame] | 111 | return (__force __wsum)from32to16(result); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 112 | } |
| 113 | |
| 114 | EXPORT_SYMBOL(csum_partial); |
| 115 | |
| 116 | /* |
| 117 | * copy while checksumming, otherwise like csum_partial |
| 118 | */ |
Al Viro | 7814e4b | 2006-11-14 21:18:39 -0800 | [diff] [blame] | 119 | __wsum csum_partial_copy_nocheck(const void *src, void *dst, |
| 120 | int len, __wsum sum) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 121 | { |
| 122 | /* |
| 123 | * It's 2:30 am and I don't feel like doing it real ... |
| 124 | * This is lots slower than the real thing (tm) |
| 125 | */ |
| 126 | sum = csum_partial(src, len, sum); |
| 127 | memcpy(dst, src, len); |
| 128 | |
| 129 | return sum; |
| 130 | } |
| 131 | EXPORT_SYMBOL(csum_partial_copy_nocheck); |
| 132 | |
| 133 | /* |
| 134 | * Copy from userspace and compute checksum. If we catch an exception |
| 135 | * then zero the rest of the buffer. |
| 136 | */ |
Al Viro | 7814e4b | 2006-11-14 21:18:39 -0800 | [diff] [blame] | 137 | __wsum csum_partial_copy_from_user(const void __user *src, |
| 138 | void *dst, int len, |
| 139 | __wsum sum, int *err_ptr) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 140 | { |
| 141 | int missing; |
| 142 | |
| 143 | missing = copy_from_user(dst, src, len); |
| 144 | if (missing) { |
| 145 | memset(dst + len - missing, 0, missing); |
| 146 | *err_ptr = -EFAULT; |
| 147 | } |
| 148 | |
| 149 | return csum_partial(dst, len, sum); |
| 150 | } |
| 151 | EXPORT_SYMBOL(csum_partial_copy_from_user); |