| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* | 
 | 2 |  * INET		An implementation of the TCP/IP protocol suite for the LINUX | 
 | 3 |  *		operating system.  INET is implemented using the  BSD Socket | 
 | 4 |  *		interface as the means of communication with the user level. | 
 | 5 |  * | 
 | 6 |  *		MIPS specific IP/TCP/UDP checksumming routines | 
 | 7 |  * | 
 | 8 |  * Authors:	Ralf Baechle, <ralf@waldorf-gmbh.de> | 
 | 9 |  *		Lots of code moved from tcp.c and ip.c; see those files | 
 | 10 |  *		for more names. | 
 | 11 |  * | 
 | 12 |  *		This program is free software; you can redistribute it and/or | 
 | 13 |  *		modify it under the terms of the GNU General Public License | 
 | 14 |  *		as published by the Free Software Foundation; either version | 
 | 15 |  *		2 of the License, or (at your option) any later version. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 16 |  */ | 
 | 17 | #include <linux/module.h> | 
 | 18 | #include <linux/types.h> | 
 | 19 |  | 
 | 20 | #include <net/checksum.h> | 
 | 21 | #include <asm/byteorder.h> | 
 | 22 | #include <asm/string.h> | 
 | 23 | #include <asm/uaccess.h> | 
 | 24 |  | 
 | 25 | #define addc(_t,_r)                     \ | 
 | 26 | 	__asm__ __volatile__ (          \ | 
 | 27 | "       add             %0, %1, %0\n"   \ | 
 | 28 | "       addc            %0, %%r0, %0\n" \ | 
 | 29 | 	: "=r"(_t)                      \ | 
 | 30 | 	: "r"(_r), "0"(_t)); | 
 | 31 |  | 
 | 32 | static inline unsigned short from32to16(unsigned int x) | 
 | 33 | { | 
 | 34 | 	/* 32 bits --> 16 bits + carry */ | 
 | 35 | 	x = (x & 0xffff) + (x >> 16); | 
 | 36 | 	/* 16 bits + carry --> 16 bits including carry */ | 
 | 37 | 	x = (x & 0xffff) + (x >> 16); | 
 | 38 | 	return (unsigned short)x; | 
 | 39 | } | 
 | 40 |  | 
 | 41 | static inline unsigned int do_csum(const unsigned char * buff, int len) | 
 | 42 | { | 
 | 43 | 	int odd, count; | 
 | 44 | 	unsigned int result = 0; | 
 | 45 |  | 
 | 46 | 	if (len <= 0) | 
 | 47 | 		goto out; | 
 | 48 | 	odd = 1 & (unsigned long) buff; | 
 | 49 | 	if (odd) { | 
 | 50 | 		result = be16_to_cpu(*buff); | 
 | 51 | 		len--; | 
 | 52 | 		buff++; | 
 | 53 | 	} | 
 | 54 | 	count = len >> 1;		/* nr of 16-bit words.. */ | 
 | 55 | 	if (count) { | 
 | 56 | 		if (2 & (unsigned long) buff) { | 
 | 57 | 			result += *(unsigned short *) buff; | 
 | 58 | 			count--; | 
 | 59 | 			len -= 2; | 
 | 60 | 			buff += 2; | 
 | 61 | 		} | 
 | 62 | 		count >>= 1;		/* nr of 32-bit words.. */ | 
 | 63 | 		if (count) { | 
 | 64 | 			while (count >= 4) { | 
 | 65 | 				unsigned int r1, r2, r3, r4; | 
 | 66 | 				r1 = *(unsigned int *)(buff + 0); | 
 | 67 | 				r2 = *(unsigned int *)(buff + 4); | 
 | 68 | 				r3 = *(unsigned int *)(buff + 8); | 
 | 69 | 				r4 = *(unsigned int *)(buff + 12); | 
 | 70 | 				addc(result, r1); | 
 | 71 | 				addc(result, r2); | 
 | 72 | 				addc(result, r3); | 
 | 73 | 				addc(result, r4); | 
 | 74 | 				count -= 4; | 
 | 75 | 				buff += 16; | 
 | 76 | 			} | 
 | 77 | 			while (count) { | 
 | 78 | 				unsigned int w = *(unsigned int *) buff; | 
 | 79 | 				count--; | 
 | 80 | 				buff += 4; | 
 | 81 | 				addc(result, w); | 
 | 82 | 			} | 
 | 83 | 			result = (result & 0xffff) + (result >> 16); | 
 | 84 | 		} | 
 | 85 | 		if (len & 2) { | 
 | 86 | 			result += *(unsigned short *) buff; | 
 | 87 | 			buff += 2; | 
 | 88 | 		} | 
 | 89 | 	} | 
 | 90 | 	if (len & 1) | 
 | 91 | 		result += le16_to_cpu(*buff); | 
 | 92 | 	result = from32to16(result); | 
 | 93 | 	if (odd) | 
 | 94 | 		result = swab16(result); | 
 | 95 | out: | 
 | 96 | 	return result; | 
 | 97 | } | 
 | 98 |  | 
 | 99 | /* | 
 | 100 |  * computes a partial checksum, e.g. for TCP/UDP fragments | 
 | 101 |  */ | 
| Al Viro | 7814e4b | 2006-11-14 21:18:39 -0800 | [diff] [blame] | 102 | /* | 
 | 103 |  * why bother folding? | 
 | 104 |  */ | 
 | 105 | __wsum csum_partial(const void *buff, int len, __wsum sum) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 106 | { | 
 | 107 | 	unsigned int result = do_csum(buff, len); | 
 | 108 | 	addc(result, sum); | 
| Al Viro | 7814e4b | 2006-11-14 21:18:39 -0800 | [diff] [blame] | 109 | 	return (__force __wsum)from32to16(result); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 110 | } | 
 | 111 |  | 
 | 112 | EXPORT_SYMBOL(csum_partial); | 
 | 113 |  | 
 | 114 | /* | 
 | 115 |  * copy while checksumming, otherwise like csum_partial | 
 | 116 |  */ | 
| Al Viro | 7814e4b | 2006-11-14 21:18:39 -0800 | [diff] [blame] | 117 | __wsum csum_partial_copy_nocheck(const void *src, void *dst, | 
 | 118 | 				       int len, __wsum sum) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 119 | { | 
 | 120 | 	/* | 
 | 121 | 	 * It's 2:30 am and I don't feel like doing it real ... | 
 | 122 | 	 * This is lots slower than the real thing (tm) | 
 | 123 | 	 */ | 
 | 124 | 	sum = csum_partial(src, len, sum); | 
 | 125 | 	memcpy(dst, src, len); | 
 | 126 |  | 
 | 127 | 	return sum; | 
 | 128 | } | 
 | 129 | EXPORT_SYMBOL(csum_partial_copy_nocheck); | 
 | 130 |  | 
 | 131 | /* | 
 | 132 |  * Copy from userspace and compute checksum.  If we catch an exception | 
 | 133 |  * then zero the rest of the buffer. | 
 | 134 |  */ | 
| Al Viro | 7814e4b | 2006-11-14 21:18:39 -0800 | [diff] [blame] | 135 | __wsum csum_partial_copy_from_user(const void __user *src, | 
 | 136 | 					void *dst, int len, | 
 | 137 | 					__wsum sum, int *err_ptr) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 138 | { | 
 | 139 | 	int missing; | 
 | 140 |  | 
 | 141 | 	missing = copy_from_user(dst, src, len); | 
 | 142 | 	if (missing) { | 
 | 143 | 		memset(dst + len - missing, 0, missing); | 
 | 144 | 		*err_ptr = -EFAULT; | 
 | 145 | 	} | 
 | 146 | 		 | 
 | 147 | 	return csum_partial(dst, len, sum); | 
 | 148 | } | 
 | 149 | EXPORT_SYMBOL(csum_partial_copy_from_user); |