Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Packet matching code. |
| 3 | * |
| 4 | * Copyright (C) 1999 Paul `Rusty' Russell & Michael J. Neuling |
Harald Welte | 2e4e6a1 | 2006-01-12 13:30:04 -0800 | [diff] [blame] | 5 | * Copyright (C) 2000-2005 Netfilter Core Team <coreteam@netfilter.org> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 6 | * |
| 7 | * This program is free software; you can redistribute it and/or modify |
| 8 | * it under the terms of the GNU General Public License version 2 as |
| 9 | * published by the Free Software Foundation. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 10 | */ |
Jan Engelhardt | 90e7d4a | 2009-07-09 22:54:53 +0200 | [diff] [blame] | 11 | #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 12 | #include <linux/cache.h> |
Randy Dunlap | 4fc268d | 2006-01-11 12:17:47 -0800 | [diff] [blame] | 13 | #include <linux/capability.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 14 | #include <linux/skbuff.h> |
| 15 | #include <linux/kmod.h> |
| 16 | #include <linux/vmalloc.h> |
| 17 | #include <linux/netdevice.h> |
| 18 | #include <linux/module.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 19 | #include <linux/icmp.h> |
| 20 | #include <net/ip.h> |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 21 | #include <net/compat.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 22 | #include <asm/uaccess.h> |
Ingo Molnar | 57b47a5 | 2006-03-20 22:35:41 -0800 | [diff] [blame] | 23 | #include <linux/mutex.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 24 | #include <linux/proc_fs.h> |
| 25 | #include <linux/err.h> |
David S. Miller | c8923c6 | 2005-10-13 14:41:23 -0700 | [diff] [blame] | 26 | #include <linux/cpumask.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 27 | |
Harald Welte | 2e4e6a1 | 2006-01-12 13:30:04 -0800 | [diff] [blame] | 28 | #include <linux/netfilter/x_tables.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 29 | #include <linux/netfilter_ipv4/ip_tables.h> |
Patrick McHardy | f01ffbd | 2007-12-17 22:38:49 -0800 | [diff] [blame] | 30 | #include <net/netfilter/nf_log.h> |
Jan Engelhardt | e3eaa99 | 2009-06-17 22:14:54 +0200 | [diff] [blame] | 31 | #include "../../netfilter/xt_repldata.h" |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 32 | |
| 33 | MODULE_LICENSE("GPL"); |
| 34 | MODULE_AUTHOR("Netfilter Core Team <coreteam@netfilter.org>"); |
| 35 | MODULE_DESCRIPTION("IPv4 packet filter"); |
| 36 | |
| 37 | /*#define DEBUG_IP_FIREWALL*/ |
| 38 | /*#define DEBUG_ALLOW_ALL*/ /* Useful for remote debugging */ |
| 39 | /*#define DEBUG_IP_FIREWALL_USER*/ |
| 40 | |
| 41 | #ifdef DEBUG_IP_FIREWALL |
Jan Engelhardt | ff67e4e | 2010-03-19 21:08:16 +0100 | [diff] [blame] | 42 | #define dprintf(format, args...) pr_info(format , ## args) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 43 | #else |
| 44 | #define dprintf(format, args...) |
| 45 | #endif |
| 46 | |
| 47 | #ifdef DEBUG_IP_FIREWALL_USER |
Jan Engelhardt | ff67e4e | 2010-03-19 21:08:16 +0100 | [diff] [blame] | 48 | #define duprintf(format, args...) pr_info(format , ## args) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 49 | #else |
| 50 | #define duprintf(format, args...) |
| 51 | #endif |
| 52 | |
| 53 | #ifdef CONFIG_NETFILTER_DEBUG |
Stephen Hemminger | af56760 | 2010-05-13 15:00:20 +0200 | [diff] [blame] | 54 | #define IP_NF_ASSERT(x) WARN_ON(!(x)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 55 | #else |
| 56 | #define IP_NF_ASSERT(x) |
| 57 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 58 | |
| 59 | #if 0 |
| 60 | /* All the better to debug you with... */ |
| 61 | #define static |
| 62 | #define inline |
| 63 | #endif |
| 64 | |
Jan Engelhardt | e3eaa99 | 2009-06-17 22:14:54 +0200 | [diff] [blame] | 65 | void *ipt_alloc_initial_table(const struct xt_table *info) |
| 66 | { |
| 67 | return xt_alloc_initial_table(ipt, IPT); |
| 68 | } |
| 69 | EXPORT_SYMBOL_GPL(ipt_alloc_initial_table); |
| 70 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 71 | /* Returns whether matches rule or not. */ |
Denys Vlasenko | 022748a | 2008-01-14 23:44:05 -0800 | [diff] [blame] | 72 | /* Performance critical - called for every packet */ |
Patrick McHardy | 9c54795 | 2007-12-17 21:52:00 -0800 | [diff] [blame] | 73 | static inline bool |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 74 | ip_packet_match(const struct iphdr *ip, |
| 75 | const char *indev, |
| 76 | const char *outdev, |
| 77 | const struct ipt_ip *ipinfo, |
| 78 | int isfrag) |
| 79 | { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 80 | unsigned long ret; |
| 81 | |
Jan Engelhardt | e79ec50 | 2007-12-17 22:44:06 -0800 | [diff] [blame] | 82 | #define FWINV(bool, invflg) ((bool) ^ !!(ipinfo->invflags & (invflg))) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 83 | |
| 84 | if (FWINV((ip->saddr&ipinfo->smsk.s_addr) != ipinfo->src.s_addr, |
Joe Perches | 3666ed1 | 2009-11-23 23:17:06 +0100 | [diff] [blame] | 85 | IPT_INV_SRCIP) || |
| 86 | FWINV((ip->daddr&ipinfo->dmsk.s_addr) != ipinfo->dst.s_addr, |
| 87 | IPT_INV_DSTIP)) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 88 | dprintf("Source or dest mismatch.\n"); |
| 89 | |
Harvey Harrison | cffee38 | 2008-10-31 00:53:08 -0700 | [diff] [blame] | 90 | dprintf("SRC: %pI4. Mask: %pI4. Target: %pI4.%s\n", |
| 91 | &ip->saddr, &ipinfo->smsk.s_addr, &ipinfo->src.s_addr, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 92 | ipinfo->invflags & IPT_INV_SRCIP ? " (INV)" : ""); |
Harvey Harrison | cffee38 | 2008-10-31 00:53:08 -0700 | [diff] [blame] | 93 | dprintf("DST: %pI4 Mask: %pI4 Target: %pI4.%s\n", |
| 94 | &ip->daddr, &ipinfo->dmsk.s_addr, &ipinfo->dst.s_addr, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 95 | ipinfo->invflags & IPT_INV_DSTIP ? " (INV)" : ""); |
Patrick McHardy | 9c54795 | 2007-12-17 21:52:00 -0800 | [diff] [blame] | 96 | return false; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 97 | } |
| 98 | |
Eric Dumazet | b8dfe49 | 2009-03-25 17:31:52 +0100 | [diff] [blame] | 99 | ret = ifname_compare_aligned(indev, ipinfo->iniface, ipinfo->iniface_mask); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 100 | |
| 101 | if (FWINV(ret != 0, IPT_INV_VIA_IN)) { |
| 102 | dprintf("VIA in mismatch (%s vs %s).%s\n", |
| 103 | indev, ipinfo->iniface, |
| 104 | ipinfo->invflags&IPT_INV_VIA_IN ?" (INV)":""); |
Patrick McHardy | 9c54795 | 2007-12-17 21:52:00 -0800 | [diff] [blame] | 105 | return false; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 106 | } |
| 107 | |
Eric Dumazet | b8dfe49 | 2009-03-25 17:31:52 +0100 | [diff] [blame] | 108 | ret = ifname_compare_aligned(outdev, ipinfo->outiface, ipinfo->outiface_mask); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 109 | |
| 110 | if (FWINV(ret != 0, IPT_INV_VIA_OUT)) { |
| 111 | dprintf("VIA out mismatch (%s vs %s).%s\n", |
| 112 | outdev, ipinfo->outiface, |
| 113 | ipinfo->invflags&IPT_INV_VIA_OUT ?" (INV)":""); |
Patrick McHardy | 9c54795 | 2007-12-17 21:52:00 -0800 | [diff] [blame] | 114 | return false; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 115 | } |
| 116 | |
| 117 | /* Check specific protocol */ |
Joe Perches | 3666ed1 | 2009-11-23 23:17:06 +0100 | [diff] [blame] | 118 | if (ipinfo->proto && |
| 119 | FWINV(ip->protocol != ipinfo->proto, IPT_INV_PROTO)) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 120 | dprintf("Packet protocol %hi does not match %hi.%s\n", |
| 121 | ip->protocol, ipinfo->proto, |
| 122 | ipinfo->invflags&IPT_INV_PROTO ? " (INV)":""); |
Patrick McHardy | 9c54795 | 2007-12-17 21:52:00 -0800 | [diff] [blame] | 123 | return false; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 124 | } |
| 125 | |
| 126 | /* If we have a fragment rule but the packet is not a fragment |
| 127 | * then we return zero */ |
| 128 | if (FWINV((ipinfo->flags&IPT_F_FRAG) && !isfrag, IPT_INV_FRAG)) { |
| 129 | dprintf("Fragment rule but not fragment.%s\n", |
| 130 | ipinfo->invflags & IPT_INV_FRAG ? " (INV)" : ""); |
Patrick McHardy | 9c54795 | 2007-12-17 21:52:00 -0800 | [diff] [blame] | 131 | return false; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 132 | } |
| 133 | |
Patrick McHardy | 9c54795 | 2007-12-17 21:52:00 -0800 | [diff] [blame] | 134 | return true; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 135 | } |
| 136 | |
Denys Vlasenko | 022748a | 2008-01-14 23:44:05 -0800 | [diff] [blame] | 137 | static bool |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 138 | ip_checkentry(const struct ipt_ip *ip) |
| 139 | { |
| 140 | if (ip->flags & ~IPT_F_MASK) { |
| 141 | duprintf("Unknown flag bits set: %08X\n", |
| 142 | ip->flags & ~IPT_F_MASK); |
Jan Engelhardt | ccb79bd | 2007-07-07 22:16:00 -0700 | [diff] [blame] | 143 | return false; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 144 | } |
| 145 | if (ip->invflags & ~IPT_INV_MASK) { |
| 146 | duprintf("Unknown invflag bits set: %08X\n", |
| 147 | ip->invflags & ~IPT_INV_MASK); |
Jan Engelhardt | ccb79bd | 2007-07-07 22:16:00 -0700 | [diff] [blame] | 148 | return false; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 149 | } |
Jan Engelhardt | ccb79bd | 2007-07-07 22:16:00 -0700 | [diff] [blame] | 150 | return true; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 151 | } |
| 152 | |
| 153 | static unsigned int |
Jan Engelhardt | 4b560b4 | 2009-07-05 19:43:26 +0200 | [diff] [blame] | 154 | ipt_error(struct sk_buff *skb, const struct xt_action_param *par) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 155 | { |
| 156 | if (net_ratelimit()) |
Jan Engelhardt | ff67e4e | 2010-03-19 21:08:16 +0100 | [diff] [blame] | 157 | pr_info("error: `%s'\n", (const char *)par->targinfo); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 158 | |
| 159 | return NF_DROP; |
| 160 | } |
| 161 | |
Denys Vlasenko | 022748a | 2008-01-14 23:44:05 -0800 | [diff] [blame] | 162 | /* Performance critical */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 163 | static inline struct ipt_entry * |
Jan Engelhardt | d5d1baa | 2009-06-26 07:51:59 +0200 | [diff] [blame] | 164 | get_entry(const void *base, unsigned int offset) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 165 | { |
| 166 | return (struct ipt_entry *)(base + offset); |
| 167 | } |
| 168 | |
Jozsef Kadlecsik | ba9dda3 | 2007-07-07 22:21:23 -0700 | [diff] [blame] | 169 | /* All zeroes == unconditional rule. */ |
Denys Vlasenko | 022748a | 2008-01-14 23:44:05 -0800 | [diff] [blame] | 170 | /* Mildly perf critical (only if packet tracing is on) */ |
Jan Engelhardt | 47901dc | 2009-07-09 23:00:19 +0200 | [diff] [blame] | 171 | static inline bool unconditional(const struct ipt_ip *ip) |
Jozsef Kadlecsik | ba9dda3 | 2007-07-07 22:21:23 -0700 | [diff] [blame] | 172 | { |
Jan Engelhardt | 47901dc | 2009-07-09 23:00:19 +0200 | [diff] [blame] | 173 | static const struct ipt_ip uncond; |
Jozsef Kadlecsik | ba9dda3 | 2007-07-07 22:21:23 -0700 | [diff] [blame] | 174 | |
Jan Engelhardt | 47901dc | 2009-07-09 23:00:19 +0200 | [diff] [blame] | 175 | return memcmp(ip, &uncond, sizeof(uncond)) == 0; |
Jan Engelhardt | e79ec50 | 2007-12-17 22:44:06 -0800 | [diff] [blame] | 176 | #undef FWINV |
Jozsef Kadlecsik | ba9dda3 | 2007-07-07 22:21:23 -0700 | [diff] [blame] | 177 | } |
| 178 | |
Jan Engelhardt | d5d1baa | 2009-06-26 07:51:59 +0200 | [diff] [blame] | 179 | /* for const-correctness */ |
Jan Engelhardt | 87a2e70d | 2010-10-13 16:11:22 +0200 | [diff] [blame] | 180 | static inline const struct xt_entry_target * |
Jan Engelhardt | d5d1baa | 2009-06-26 07:51:59 +0200 | [diff] [blame] | 181 | ipt_get_target_c(const struct ipt_entry *e) |
| 182 | { |
| 183 | return ipt_get_target((struct ipt_entry *)e); |
| 184 | } |
| 185 | |
Jozsef Kadlecsik | ba9dda3 | 2007-07-07 22:21:23 -0700 | [diff] [blame] | 186 | #if defined(CONFIG_NETFILTER_XT_TARGET_TRACE) || \ |
| 187 | defined(CONFIG_NETFILTER_XT_TARGET_TRACE_MODULE) |
Denys Vlasenko | 022748a | 2008-01-14 23:44:05 -0800 | [diff] [blame] | 188 | static const char *const hooknames[] = { |
Patrick McHardy | 6e23ae2 | 2007-11-19 18:53:30 -0800 | [diff] [blame] | 189 | [NF_INET_PRE_ROUTING] = "PREROUTING", |
| 190 | [NF_INET_LOCAL_IN] = "INPUT", |
Patrick McHardy | 9c54795 | 2007-12-17 21:52:00 -0800 | [diff] [blame] | 191 | [NF_INET_FORWARD] = "FORWARD", |
Patrick McHardy | 6e23ae2 | 2007-11-19 18:53:30 -0800 | [diff] [blame] | 192 | [NF_INET_LOCAL_OUT] = "OUTPUT", |
| 193 | [NF_INET_POST_ROUTING] = "POSTROUTING", |
Jozsef Kadlecsik | ba9dda3 | 2007-07-07 22:21:23 -0700 | [diff] [blame] | 194 | }; |
| 195 | |
| 196 | enum nf_ip_trace_comments { |
| 197 | NF_IP_TRACE_COMMENT_RULE, |
| 198 | NF_IP_TRACE_COMMENT_RETURN, |
| 199 | NF_IP_TRACE_COMMENT_POLICY, |
| 200 | }; |
| 201 | |
Denys Vlasenko | 022748a | 2008-01-14 23:44:05 -0800 | [diff] [blame] | 202 | static const char *const comments[] = { |
Jozsef Kadlecsik | ba9dda3 | 2007-07-07 22:21:23 -0700 | [diff] [blame] | 203 | [NF_IP_TRACE_COMMENT_RULE] = "rule", |
| 204 | [NF_IP_TRACE_COMMENT_RETURN] = "return", |
| 205 | [NF_IP_TRACE_COMMENT_POLICY] = "policy", |
| 206 | }; |
| 207 | |
| 208 | static struct nf_loginfo trace_loginfo = { |
| 209 | .type = NF_LOG_TYPE_LOG, |
| 210 | .u = { |
| 211 | .log = { |
| 212 | .level = 4, |
| 213 | .logflags = NF_LOG_MASK, |
| 214 | }, |
| 215 | }, |
| 216 | }; |
| 217 | |
Denys Vlasenko | 022748a | 2008-01-14 23:44:05 -0800 | [diff] [blame] | 218 | /* Mildly perf critical (only if packet tracing is on) */ |
Jozsef Kadlecsik | ba9dda3 | 2007-07-07 22:21:23 -0700 | [diff] [blame] | 219 | static inline int |
Jan Engelhardt | d5d1baa | 2009-06-26 07:51:59 +0200 | [diff] [blame] | 220 | get_chainname_rulenum(const struct ipt_entry *s, const struct ipt_entry *e, |
Jan Engelhardt | 4f2f6f2 | 2009-04-15 20:31:13 +0200 | [diff] [blame] | 221 | const char *hookname, const char **chainname, |
| 222 | const char **comment, unsigned int *rulenum) |
Jozsef Kadlecsik | ba9dda3 | 2007-07-07 22:21:23 -0700 | [diff] [blame] | 223 | { |
Jan Engelhardt | 87a2e70d | 2010-10-13 16:11:22 +0200 | [diff] [blame] | 224 | const struct xt_standard_target *t = (void *)ipt_get_target_c(s); |
Jozsef Kadlecsik | ba9dda3 | 2007-07-07 22:21:23 -0700 | [diff] [blame] | 225 | |
Jan Engelhardt | 243bf6e | 2010-10-13 16:28:00 +0200 | [diff] [blame] | 226 | if (strcmp(t->target.u.kernel.target->name, XT_ERROR_TARGET) == 0) { |
Jozsef Kadlecsik | ba9dda3 | 2007-07-07 22:21:23 -0700 | [diff] [blame] | 227 | /* Head of user chain: ERROR target with chainname */ |
| 228 | *chainname = t->target.data; |
| 229 | (*rulenum) = 0; |
| 230 | } else if (s == e) { |
| 231 | (*rulenum)++; |
| 232 | |
Joe Perches | 3666ed1 | 2009-11-23 23:17:06 +0100 | [diff] [blame] | 233 | if (s->target_offset == sizeof(struct ipt_entry) && |
| 234 | strcmp(t->target.u.kernel.target->name, |
Jan Engelhardt | 243bf6e | 2010-10-13 16:28:00 +0200 | [diff] [blame] | 235 | XT_STANDARD_TARGET) == 0 && |
Joe Perches | 3666ed1 | 2009-11-23 23:17:06 +0100 | [diff] [blame] | 236 | t->verdict < 0 && |
| 237 | unconditional(&s->ip)) { |
Jozsef Kadlecsik | ba9dda3 | 2007-07-07 22:21:23 -0700 | [diff] [blame] | 238 | /* Tail of chains: STANDARD target (return/policy) */ |
| 239 | *comment = *chainname == hookname |
Jan Engelhardt | 4f2f6f2 | 2009-04-15 20:31:13 +0200 | [diff] [blame] | 240 | ? comments[NF_IP_TRACE_COMMENT_POLICY] |
| 241 | : comments[NF_IP_TRACE_COMMENT_RETURN]; |
Jozsef Kadlecsik | ba9dda3 | 2007-07-07 22:21:23 -0700 | [diff] [blame] | 242 | } |
| 243 | return 1; |
| 244 | } else |
| 245 | (*rulenum)++; |
| 246 | |
| 247 | return 0; |
| 248 | } |
| 249 | |
Jan Engelhardt | d5d1baa | 2009-06-26 07:51:59 +0200 | [diff] [blame] | 250 | static void trace_packet(const struct sk_buff *skb, |
Jozsef Kadlecsik | ba9dda3 | 2007-07-07 22:21:23 -0700 | [diff] [blame] | 251 | unsigned int hook, |
| 252 | const struct net_device *in, |
| 253 | const struct net_device *out, |
Jan Engelhardt | ecb6f85 | 2008-01-31 03:54:47 -0800 | [diff] [blame] | 254 | const char *tablename, |
Jan Engelhardt | d5d1baa | 2009-06-26 07:51:59 +0200 | [diff] [blame] | 255 | const struct xt_table_info *private, |
| 256 | const struct ipt_entry *e) |
Jozsef Kadlecsik | ba9dda3 | 2007-07-07 22:21:23 -0700 | [diff] [blame] | 257 | { |
Jan Engelhardt | d5d1baa | 2009-06-26 07:51:59 +0200 | [diff] [blame] | 258 | const void *table_base; |
Jan Engelhardt | 5452e42 | 2008-04-14 11:15:35 +0200 | [diff] [blame] | 259 | const struct ipt_entry *root; |
Jan Engelhardt | 4f2f6f2 | 2009-04-15 20:31:13 +0200 | [diff] [blame] | 260 | const char *hookname, *chainname, *comment; |
Jan Engelhardt | 72b2b1d | 2010-02-24 18:32:59 +0100 | [diff] [blame] | 261 | const struct ipt_entry *iter; |
Jozsef Kadlecsik | ba9dda3 | 2007-07-07 22:21:23 -0700 | [diff] [blame] | 262 | unsigned int rulenum = 0; |
| 263 | |
Jan Engelhardt | ccf5bd8 | 2009-04-15 20:27:03 +0200 | [diff] [blame] | 264 | table_base = private->entries[smp_processor_id()]; |
Jozsef Kadlecsik | ba9dda3 | 2007-07-07 22:21:23 -0700 | [diff] [blame] | 265 | root = get_entry(table_base, private->hook_entry[hook]); |
| 266 | |
Jan Engelhardt | 4f2f6f2 | 2009-04-15 20:31:13 +0200 | [diff] [blame] | 267 | hookname = chainname = hooknames[hook]; |
| 268 | comment = comments[NF_IP_TRACE_COMMENT_RULE]; |
Jozsef Kadlecsik | ba9dda3 | 2007-07-07 22:21:23 -0700 | [diff] [blame] | 269 | |
Jan Engelhardt | 72b2b1d | 2010-02-24 18:32:59 +0100 | [diff] [blame] | 270 | xt_entry_foreach(iter, root, private->size - private->hook_entry[hook]) |
| 271 | if (get_chainname_rulenum(iter, e, hookname, |
| 272 | &chainname, &comment, &rulenum) != 0) |
| 273 | break; |
Jozsef Kadlecsik | ba9dda3 | 2007-07-07 22:21:23 -0700 | [diff] [blame] | 274 | |
| 275 | nf_log_packet(AF_INET, hook, skb, in, out, &trace_loginfo, |
| 276 | "TRACE: %s:%s:%s:%u ", |
| 277 | tablename, chainname, comment, rulenum); |
| 278 | } |
| 279 | #endif |
| 280 | |
Jan Engelhardt | 98e8640 | 2009-04-15 21:06:05 +0200 | [diff] [blame] | 281 | static inline __pure |
| 282 | struct ipt_entry *ipt_next_entry(const struct ipt_entry *entry) |
| 283 | { |
| 284 | return (void *)entry + entry->next_offset; |
| 285 | } |
| 286 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 287 | /* Returns one of the generic firewall policies, like NF_ACCEPT. */ |
| 288 | unsigned int |
Herbert Xu | 3db05fe | 2007-10-15 00:53:15 -0700 | [diff] [blame] | 289 | ipt_do_table(struct sk_buff *skb, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 290 | unsigned int hook, |
| 291 | const struct net_device *in, |
| 292 | const struct net_device *out, |
Jan Engelhardt | e60a13e | 2007-02-07 15:12:33 -0800 | [diff] [blame] | 293 | struct xt_table *table) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 294 | { |
| 295 | static const char nulldevname[IFNAMSIZ] __attribute__((aligned(sizeof(long)))); |
Jan Engelhardt | 5452e42 | 2008-04-14 11:15:35 +0200 | [diff] [blame] | 296 | const struct iphdr *ip; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 297 | /* Initializing verdict to NF_DROP keeps gcc happy. */ |
| 298 | unsigned int verdict = NF_DROP; |
| 299 | const char *indev, *outdev; |
Jan Engelhardt | d5d1baa | 2009-06-26 07:51:59 +0200 | [diff] [blame] | 300 | const void *table_base; |
Jan Engelhardt | f3c5c1b | 2010-04-19 16:05:10 +0200 | [diff] [blame] | 301 | struct ipt_entry *e, **jumpstack; |
| 302 | unsigned int *stackptr, origptr, cpu; |
Jan Engelhardt | d5d1baa | 2009-06-26 07:51:59 +0200 | [diff] [blame] | 303 | const struct xt_table_info *private; |
Jan Engelhardt | de74c16 | 2009-07-05 18:26:37 +0200 | [diff] [blame] | 304 | struct xt_action_param acpar; |
Eric Dumazet | 7f5c6d4 | 2011-04-04 17:04:03 +0200 | [diff] [blame] | 305 | unsigned int addend; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 306 | |
| 307 | /* Initialization */ |
Herbert Xu | 3db05fe | 2007-10-15 00:53:15 -0700 | [diff] [blame] | 308 | ip = ip_hdr(skb); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 309 | indev = in ? in->name : nulldevname; |
| 310 | outdev = out ? out->name : nulldevname; |
| 311 | /* We handle fragments by dealing with the first fragment as |
| 312 | * if it was a normal packet. All other fragments are treated |
| 313 | * normally, except that they will NEVER match rules that ask |
| 314 | * things we don't know, ie. tcp syn flag or ports). If the |
| 315 | * rule is also a fragment-specific rule, non-fragments won't |
| 316 | * match it. */ |
Jan Engelhardt | de74c16 | 2009-07-05 18:26:37 +0200 | [diff] [blame] | 317 | acpar.fragoff = ntohs(ip->frag_off) & IP_OFFSET; |
| 318 | acpar.thoff = ip_hdrlen(skb); |
Jan Engelhardt | b4ba261 | 2009-07-07 20:54:30 +0200 | [diff] [blame] | 319 | acpar.hotdrop = false; |
Jan Engelhardt | de74c16 | 2009-07-05 18:26:37 +0200 | [diff] [blame] | 320 | acpar.in = in; |
| 321 | acpar.out = out; |
| 322 | acpar.family = NFPROTO_IPV4; |
| 323 | acpar.hooknum = hook; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 324 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 325 | IP_NF_ASSERT(table->valid_hooks & (1 << hook)); |
Eric Dumazet | 7f5c6d4 | 2011-04-04 17:04:03 +0200 | [diff] [blame] | 326 | local_bh_disable(); |
| 327 | addend = xt_write_recseq_begin(); |
Stephen Hemminger | 942e4a2 | 2009-04-28 22:36:33 -0700 | [diff] [blame] | 328 | private = table->private; |
Jan Engelhardt | f3c5c1b | 2010-04-19 16:05:10 +0200 | [diff] [blame] | 329 | cpu = smp_processor_id(); |
| 330 | table_base = private->entries[cpu]; |
| 331 | jumpstack = (struct ipt_entry **)private->jumpstack[cpu]; |
Eric Dumazet | 7489aec | 2010-05-31 16:41:35 +0200 | [diff] [blame] | 332 | stackptr = per_cpu_ptr(private->stackptr, cpu); |
Jan Engelhardt | f3c5c1b | 2010-04-19 16:05:10 +0200 | [diff] [blame] | 333 | origptr = *stackptr; |
Stephen Hemminger | 7845447 | 2009-02-20 10:35:32 +0100 | [diff] [blame] | 334 | |
Harald Welte | 2e4e6a1 | 2006-01-12 13:30:04 -0800 | [diff] [blame] | 335 | e = get_entry(table_base, private->hook_entry[hook]); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 336 | |
Patrick McHardy | cecc74d | 2010-04-22 13:03:24 +0200 | [diff] [blame] | 337 | pr_debug("Entering %s(hook %u); sp at %u (UF %p)\n", |
Jan Engelhardt | f3c5c1b | 2010-04-19 16:05:10 +0200 | [diff] [blame] | 338 | table->name, hook, origptr, |
| 339 | get_entry(table_base, private->underflow[hook])); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 340 | |
| 341 | do { |
Jan Engelhardt | 87a2e70d | 2010-10-13 16:11:22 +0200 | [diff] [blame] | 342 | const struct xt_entry_target *t; |
Jan Engelhardt | dcea992 | 2010-02-24 18:34:48 +0100 | [diff] [blame] | 343 | const struct xt_entry_match *ematch; |
Jan Engelhardt | a1ff4ac | 2009-04-15 21:28:39 +0200 | [diff] [blame] | 344 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 345 | IP_NF_ASSERT(e); |
Jan Engelhardt | a1ff4ac | 2009-04-15 21:28:39 +0200 | [diff] [blame] | 346 | if (!ip_packet_match(ip, indev, outdev, |
Jan Engelhardt | de74c16 | 2009-07-05 18:26:37 +0200 | [diff] [blame] | 347 | &e->ip, acpar.fragoff)) { |
Jan Engelhardt | dcea992 | 2010-02-24 18:34:48 +0100 | [diff] [blame] | 348 | no_match: |
Jan Engelhardt | a1ff4ac | 2009-04-15 21:28:39 +0200 | [diff] [blame] | 349 | e = ipt_next_entry(e); |
| 350 | continue; |
| 351 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 352 | |
Jan Engelhardt | ef53d70 | 2009-07-09 19:14:18 +0200 | [diff] [blame] | 353 | xt_ematch_foreach(ematch, e) { |
Jan Engelhardt | de74c16 | 2009-07-05 18:26:37 +0200 | [diff] [blame] | 354 | acpar.match = ematch->u.kernel.match; |
| 355 | acpar.matchinfo = ematch->data; |
| 356 | if (!acpar.match->match(skb, &acpar)) |
Jan Engelhardt | dcea992 | 2010-02-24 18:34:48 +0100 | [diff] [blame] | 357 | goto no_match; |
Jan Engelhardt | ef53d70 | 2009-07-09 19:14:18 +0200 | [diff] [blame] | 358 | } |
Jan Engelhardt | dcea992 | 2010-02-24 18:34:48 +0100 | [diff] [blame] | 359 | |
Changli Gao | 7df0884 | 2010-07-23 16:25:11 +0200 | [diff] [blame] | 360 | ADD_COUNTER(e->counters, skb->len, 1); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 361 | |
Jan Engelhardt | a1ff4ac | 2009-04-15 21:28:39 +0200 | [diff] [blame] | 362 | t = ipt_get_target(e); |
| 363 | IP_NF_ASSERT(t->u.kernel.target); |
Jozsef Kadlecsik | ba9dda3 | 2007-07-07 22:21:23 -0700 | [diff] [blame] | 364 | |
| 365 | #if defined(CONFIG_NETFILTER_XT_TARGET_TRACE) || \ |
| 366 | defined(CONFIG_NETFILTER_XT_TARGET_TRACE_MODULE) |
Jan Engelhardt | a1ff4ac | 2009-04-15 21:28:39 +0200 | [diff] [blame] | 367 | /* The packet is traced: log it */ |
| 368 | if (unlikely(skb->nf_trace)) |
| 369 | trace_packet(skb, hook, in, out, |
| 370 | table->name, private, e); |
Jozsef Kadlecsik | ba9dda3 | 2007-07-07 22:21:23 -0700 | [diff] [blame] | 371 | #endif |
Jan Engelhardt | a1ff4ac | 2009-04-15 21:28:39 +0200 | [diff] [blame] | 372 | /* Standard target? */ |
| 373 | if (!t->u.kernel.target->target) { |
| 374 | int v; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 375 | |
Jan Engelhardt | 87a2e70d | 2010-10-13 16:11:22 +0200 | [diff] [blame] | 376 | v = ((struct xt_standard_target *)t)->verdict; |
Jan Engelhardt | a1ff4ac | 2009-04-15 21:28:39 +0200 | [diff] [blame] | 377 | if (v < 0) { |
| 378 | /* Pop from stack? */ |
Jan Engelhardt | 243bf6e | 2010-10-13 16:28:00 +0200 | [diff] [blame] | 379 | if (v != XT_RETURN) { |
Eric Dumazet | 95c9617 | 2012-04-15 05:58:06 +0000 | [diff] [blame^] | 380 | verdict = (unsigned int)(-v) - 1; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 381 | break; |
Jan Engelhardt | a1ff4ac | 2009-04-15 21:28:39 +0200 | [diff] [blame] | 382 | } |
Eric Dumazet | db85667 | 2011-03-20 15:40:06 +0100 | [diff] [blame] | 383 | if (*stackptr <= origptr) { |
Jan Engelhardt | f3c5c1b | 2010-04-19 16:05:10 +0200 | [diff] [blame] | 384 | e = get_entry(table_base, |
| 385 | private->underflow[hook]); |
Patrick McHardy | cecc74d | 2010-04-22 13:03:24 +0200 | [diff] [blame] | 386 | pr_debug("Underflow (this is normal) " |
Jan Engelhardt | f3c5c1b | 2010-04-19 16:05:10 +0200 | [diff] [blame] | 387 | "to %p\n", e); |
| 388 | } else { |
| 389 | e = jumpstack[--*stackptr]; |
Patrick McHardy | cecc74d | 2010-04-22 13:03:24 +0200 | [diff] [blame] | 390 | pr_debug("Pulled %p out from pos %u\n", |
Jan Engelhardt | f3c5c1b | 2010-04-19 16:05:10 +0200 | [diff] [blame] | 391 | e, *stackptr); |
| 392 | e = ipt_next_entry(e); |
| 393 | } |
Jan Engelhardt | a1ff4ac | 2009-04-15 21:28:39 +0200 | [diff] [blame] | 394 | continue; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 395 | } |
Joe Perches | 3666ed1 | 2009-11-23 23:17:06 +0100 | [diff] [blame] | 396 | if (table_base + v != ipt_next_entry(e) && |
| 397 | !(e->ip.flags & IPT_F_GOTO)) { |
Jan Engelhardt | f3c5c1b | 2010-04-19 16:05:10 +0200 | [diff] [blame] | 398 | if (*stackptr >= private->stacksize) { |
| 399 | verdict = NF_DROP; |
| 400 | break; |
| 401 | } |
| 402 | jumpstack[(*stackptr)++] = e; |
Patrick McHardy | cecc74d | 2010-04-22 13:03:24 +0200 | [diff] [blame] | 403 | pr_debug("Pushed %p into pos %u\n", |
Jan Engelhardt | f3c5c1b | 2010-04-19 16:05:10 +0200 | [diff] [blame] | 404 | e, *stackptr - 1); |
Jan Engelhardt | a1ff4ac | 2009-04-15 21:28:39 +0200 | [diff] [blame] | 405 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 406 | |
Jan Engelhardt | a1ff4ac | 2009-04-15 21:28:39 +0200 | [diff] [blame] | 407 | e = get_entry(table_base, v); |
Jan Engelhardt | 7a6b1c4 | 2009-04-15 21:35:33 +0200 | [diff] [blame] | 408 | continue; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 409 | } |
Jan Engelhardt | 7a6b1c4 | 2009-04-15 21:35:33 +0200 | [diff] [blame] | 410 | |
Jan Engelhardt | de74c16 | 2009-07-05 18:26:37 +0200 | [diff] [blame] | 411 | acpar.target = t->u.kernel.target; |
| 412 | acpar.targinfo = t->data; |
Jan Engelhardt | bb70dfa | 2009-04-15 21:40:13 +0200 | [diff] [blame] | 413 | |
Jan Engelhardt | de74c16 | 2009-07-05 18:26:37 +0200 | [diff] [blame] | 414 | verdict = t->u.kernel.target->target(skb, &acpar); |
Jan Engelhardt | 7a6b1c4 | 2009-04-15 21:35:33 +0200 | [diff] [blame] | 415 | /* Target might have changed stuff. */ |
| 416 | ip = ip_hdr(skb); |
Jan Engelhardt | 243bf6e | 2010-10-13 16:28:00 +0200 | [diff] [blame] | 417 | if (verdict == XT_CONTINUE) |
Jan Engelhardt | 7a6b1c4 | 2009-04-15 21:35:33 +0200 | [diff] [blame] | 418 | e = ipt_next_entry(e); |
| 419 | else |
| 420 | /* Verdict */ |
| 421 | break; |
Jan Engelhardt | b4ba261 | 2009-07-07 20:54:30 +0200 | [diff] [blame] | 422 | } while (!acpar.hotdrop); |
Patrick McHardy | cecc74d | 2010-04-22 13:03:24 +0200 | [diff] [blame] | 423 | pr_debug("Exiting %s; resetting sp from %u to %u\n", |
Jan Engelhardt | f3c5c1b | 2010-04-19 16:05:10 +0200 | [diff] [blame] | 424 | __func__, *stackptr, origptr); |
| 425 | *stackptr = origptr; |
Eric Dumazet | 7f5c6d4 | 2011-04-04 17:04:03 +0200 | [diff] [blame] | 426 | xt_write_recseq_end(addend); |
| 427 | local_bh_enable(); |
| 428 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 429 | #ifdef DEBUG_ALLOW_ALL |
| 430 | return NF_ACCEPT; |
| 431 | #else |
Jan Engelhardt | b4ba261 | 2009-07-07 20:54:30 +0200 | [diff] [blame] | 432 | if (acpar.hotdrop) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 433 | return NF_DROP; |
| 434 | else return verdict; |
| 435 | #endif |
| 436 | } |
| 437 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 438 | /* Figures out from what hook each rule can be called: returns 0 if |
| 439 | there are loops. Puts hook bitmask in comefrom. */ |
| 440 | static int |
Jan Engelhardt | d5d1baa | 2009-06-26 07:51:59 +0200 | [diff] [blame] | 441 | mark_source_chains(const struct xt_table_info *newinfo, |
Eric Dumazet | 3183606 | 2005-12-13 23:13:48 -0800 | [diff] [blame] | 442 | unsigned int valid_hooks, void *entry0) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 443 | { |
| 444 | unsigned int hook; |
| 445 | |
| 446 | /* No recursion; use packet counter to save back ptrs (reset |
| 447 | to 0 as we leave), and comefrom to save source hook bitmask */ |
Patrick McHardy | 6e23ae2 | 2007-11-19 18:53:30 -0800 | [diff] [blame] | 448 | for (hook = 0; hook < NF_INET_NUMHOOKS; hook++) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 449 | unsigned int pos = newinfo->hook_entry[hook]; |
Patrick McHardy | 9c54795 | 2007-12-17 21:52:00 -0800 | [diff] [blame] | 450 | struct ipt_entry *e = (struct ipt_entry *)(entry0 + pos); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 451 | |
| 452 | if (!(valid_hooks & (1 << hook))) |
| 453 | continue; |
| 454 | |
| 455 | /* Set initial back pointer. */ |
| 456 | e->counters.pcnt = pos; |
| 457 | |
| 458 | for (;;) { |
Jan Engelhardt | 87a2e70d | 2010-10-13 16:11:22 +0200 | [diff] [blame] | 459 | const struct xt_standard_target *t |
Jan Engelhardt | d5d1baa | 2009-06-26 07:51:59 +0200 | [diff] [blame] | 460 | = (void *)ipt_get_target_c(e); |
Al Viro | e1b4b9f | 2006-12-12 00:29:52 -0800 | [diff] [blame] | 461 | int visited = e->comefrom & (1 << hook); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 462 | |
Patrick McHardy | 6e23ae2 | 2007-11-19 18:53:30 -0800 | [diff] [blame] | 463 | if (e->comefrom & (1 << NF_INET_NUMHOOKS)) { |
Stephen Hemminger | 654d0fb | 2010-05-13 15:02:08 +0200 | [diff] [blame] | 464 | pr_err("iptables: loop hook %u pos %u %08X.\n", |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 465 | hook, pos, e->comefrom); |
| 466 | return 0; |
| 467 | } |
Patrick McHardy | 9c54795 | 2007-12-17 21:52:00 -0800 | [diff] [blame] | 468 | e->comefrom |= ((1 << hook) | (1 << NF_INET_NUMHOOKS)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 469 | |
| 470 | /* Unconditional return/END. */ |
Joe Perches | 3666ed1 | 2009-11-23 23:17:06 +0100 | [diff] [blame] | 471 | if ((e->target_offset == sizeof(struct ipt_entry) && |
| 472 | (strcmp(t->target.u.user.name, |
Jan Engelhardt | 243bf6e | 2010-10-13 16:28:00 +0200 | [diff] [blame] | 473 | XT_STANDARD_TARGET) == 0) && |
Joe Perches | 3666ed1 | 2009-11-23 23:17:06 +0100 | [diff] [blame] | 474 | t->verdict < 0 && unconditional(&e->ip)) || |
| 475 | visited) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 476 | unsigned int oldpos, size; |
| 477 | |
Patrick McHardy | 1f9352a | 2009-03-25 19:26:35 +0100 | [diff] [blame] | 478 | if ((strcmp(t->target.u.user.name, |
Jan Engelhardt | 243bf6e | 2010-10-13 16:28:00 +0200 | [diff] [blame] | 479 | XT_STANDARD_TARGET) == 0) && |
Patrick McHardy | 1f9352a | 2009-03-25 19:26:35 +0100 | [diff] [blame] | 480 | t->verdict < -NF_MAX_VERDICT - 1) { |
Dmitry Mishin | 74c9c0c | 2006-12-05 13:43:50 -0800 | [diff] [blame] | 481 | duprintf("mark_source_chains: bad " |
| 482 | "negative verdict (%i)\n", |
| 483 | t->verdict); |
| 484 | return 0; |
| 485 | } |
| 486 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 487 | /* Return: backtrack through the last |
| 488 | big jump. */ |
| 489 | do { |
Patrick McHardy | 6e23ae2 | 2007-11-19 18:53:30 -0800 | [diff] [blame] | 490 | e->comefrom ^= (1<<NF_INET_NUMHOOKS); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 491 | #ifdef DEBUG_IP_FIREWALL_USER |
| 492 | if (e->comefrom |
Patrick McHardy | 6e23ae2 | 2007-11-19 18:53:30 -0800 | [diff] [blame] | 493 | & (1 << NF_INET_NUMHOOKS)) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 494 | duprintf("Back unset " |
| 495 | "on hook %u " |
| 496 | "rule %u\n", |
| 497 | hook, pos); |
| 498 | } |
| 499 | #endif |
| 500 | oldpos = pos; |
| 501 | pos = e->counters.pcnt; |
| 502 | e->counters.pcnt = 0; |
| 503 | |
| 504 | /* We're at the start. */ |
| 505 | if (pos == oldpos) |
| 506 | goto next; |
| 507 | |
| 508 | e = (struct ipt_entry *) |
Eric Dumazet | 3183606 | 2005-12-13 23:13:48 -0800 | [diff] [blame] | 509 | (entry0 + pos); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 510 | } while (oldpos == pos + e->next_offset); |
| 511 | |
| 512 | /* Move along one */ |
| 513 | size = e->next_offset; |
| 514 | e = (struct ipt_entry *) |
Eric Dumazet | 3183606 | 2005-12-13 23:13:48 -0800 | [diff] [blame] | 515 | (entry0 + pos + size); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 516 | e->counters.pcnt = pos; |
| 517 | pos += size; |
| 518 | } else { |
| 519 | int newpos = t->verdict; |
| 520 | |
| 521 | if (strcmp(t->target.u.user.name, |
Jan Engelhardt | 243bf6e | 2010-10-13 16:28:00 +0200 | [diff] [blame] | 522 | XT_STANDARD_TARGET) == 0 && |
Joe Perches | 3666ed1 | 2009-11-23 23:17:06 +0100 | [diff] [blame] | 523 | newpos >= 0) { |
Dmitry Mishin | 74c9c0c | 2006-12-05 13:43:50 -0800 | [diff] [blame] | 524 | if (newpos > newinfo->size - |
| 525 | sizeof(struct ipt_entry)) { |
| 526 | duprintf("mark_source_chains: " |
| 527 | "bad verdict (%i)\n", |
| 528 | newpos); |
| 529 | return 0; |
| 530 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 531 | /* This a jump; chase it. */ |
| 532 | duprintf("Jump rule %u -> %u\n", |
| 533 | pos, newpos); |
| 534 | } else { |
| 535 | /* ... this is a fallthru */ |
| 536 | newpos = pos + e->next_offset; |
| 537 | } |
| 538 | e = (struct ipt_entry *) |
Eric Dumazet | 3183606 | 2005-12-13 23:13:48 -0800 | [diff] [blame] | 539 | (entry0 + newpos); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 540 | e->counters.pcnt = pos; |
| 541 | pos = newpos; |
| 542 | } |
| 543 | } |
| 544 | next: |
| 545 | duprintf("Finished chain %u\n", hook); |
| 546 | } |
| 547 | return 1; |
| 548 | } |
| 549 | |
Jan Engelhardt | 87a2e70d | 2010-10-13 16:11:22 +0200 | [diff] [blame] | 550 | static void cleanup_match(struct xt_entry_match *m, struct net *net) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 551 | { |
Jan Engelhardt | 6be3d85 | 2008-10-08 11:35:19 +0200 | [diff] [blame] | 552 | struct xt_mtdtor_param par; |
| 553 | |
Alexey Dobriyan | f54e936 | 2010-01-18 08:25:47 +0100 | [diff] [blame] | 554 | par.net = net; |
Jan Engelhardt | 6be3d85 | 2008-10-08 11:35:19 +0200 | [diff] [blame] | 555 | par.match = m->u.kernel.match; |
| 556 | par.matchinfo = m->data; |
Jan Engelhardt | 916a917 | 2008-10-08 11:35:20 +0200 | [diff] [blame] | 557 | par.family = NFPROTO_IPV4; |
Jan Engelhardt | 6be3d85 | 2008-10-08 11:35:19 +0200 | [diff] [blame] | 558 | if (par.match->destroy != NULL) |
| 559 | par.match->destroy(&par); |
| 560 | module_put(par.match->me); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 561 | } |
| 562 | |
Denys Vlasenko | 022748a | 2008-01-14 23:44:05 -0800 | [diff] [blame] | 563 | static int |
Jan Engelhardt | d5d1baa | 2009-06-26 07:51:59 +0200 | [diff] [blame] | 564 | check_entry(const struct ipt_entry *e, const char *name) |
Dmitry Mishin | a96be24 | 2006-12-12 00:29:26 -0800 | [diff] [blame] | 565 | { |
Jan Engelhardt | 87a2e70d | 2010-10-13 16:11:22 +0200 | [diff] [blame] | 566 | const struct xt_entry_target *t; |
Dmitry Mishin | a96be24 | 2006-12-12 00:29:26 -0800 | [diff] [blame] | 567 | |
| 568 | if (!ip_checkentry(&e->ip)) { |
Sebastian Andrzej Siewior | 63f6fe9 | 2011-06-16 17:16:37 +0200 | [diff] [blame] | 569 | duprintf("ip check failed %p %s.\n", e, name); |
Dmitry Mishin | a96be24 | 2006-12-12 00:29:26 -0800 | [diff] [blame] | 570 | return -EINVAL; |
| 571 | } |
| 572 | |
Jan Engelhardt | 87a2e70d | 2010-10-13 16:11:22 +0200 | [diff] [blame] | 573 | if (e->target_offset + sizeof(struct xt_entry_target) > |
Patrick McHardy | 9c54795 | 2007-12-17 21:52:00 -0800 | [diff] [blame] | 574 | e->next_offset) |
Dmitry Mishin | a96be24 | 2006-12-12 00:29:26 -0800 | [diff] [blame] | 575 | return -EINVAL; |
| 576 | |
Jan Engelhardt | d5d1baa | 2009-06-26 07:51:59 +0200 | [diff] [blame] | 577 | t = ipt_get_target_c(e); |
Dmitry Mishin | a96be24 | 2006-12-12 00:29:26 -0800 | [diff] [blame] | 578 | if (e->target_offset + t->u.target_size > e->next_offset) |
| 579 | return -EINVAL; |
| 580 | |
| 581 | return 0; |
| 582 | } |
| 583 | |
Denys Vlasenko | 022748a | 2008-01-14 23:44:05 -0800 | [diff] [blame] | 584 | static int |
Jan Engelhardt | 87a2e70d | 2010-10-13 16:11:22 +0200 | [diff] [blame] | 585 | check_match(struct xt_entry_match *m, struct xt_mtchk_param *par) |
Dmitry Mishin | a96be24 | 2006-12-12 00:29:26 -0800 | [diff] [blame] | 586 | { |
Jan Engelhardt | 9b4fce7 | 2008-10-08 11:35:18 +0200 | [diff] [blame] | 587 | const struct ipt_ip *ip = par->entryinfo; |
Dmitry Mishin | a96be24 | 2006-12-12 00:29:26 -0800 | [diff] [blame] | 588 | int ret; |
| 589 | |
Jan Engelhardt | 9b4fce7 | 2008-10-08 11:35:18 +0200 | [diff] [blame] | 590 | par->match = m->u.kernel.match; |
| 591 | par->matchinfo = m->data; |
| 592 | |
Jan Engelhardt | 916a917 | 2008-10-08 11:35:20 +0200 | [diff] [blame] | 593 | ret = xt_check_match(par, m->u.match_size - sizeof(*m), |
Jan Engelhardt | 9b4fce7 | 2008-10-08 11:35:18 +0200 | [diff] [blame] | 594 | ip->proto, ip->invflags & IPT_INV_PROTO); |
Jan Engelhardt | 367c679 | 2008-10-08 11:35:17 +0200 | [diff] [blame] | 595 | if (ret < 0) { |
Jan Engelhardt | b5cad0d | 2010-05-02 13:55:21 +0200 | [diff] [blame] | 596 | duprintf("check failed for `%s'.\n", par->match->name); |
Jan Engelhardt | 367c679 | 2008-10-08 11:35:17 +0200 | [diff] [blame] | 597 | return ret; |
Dmitry Mishin | a96be24 | 2006-12-12 00:29:26 -0800 | [diff] [blame] | 598 | } |
Jan Engelhardt | 367c679 | 2008-10-08 11:35:17 +0200 | [diff] [blame] | 599 | return 0; |
Dmitry Mishin | a96be24 | 2006-12-12 00:29:26 -0800 | [diff] [blame] | 600 | } |
| 601 | |
Denys Vlasenko | 022748a | 2008-01-14 23:44:05 -0800 | [diff] [blame] | 602 | static int |
Jan Engelhardt | 87a2e70d | 2010-10-13 16:11:22 +0200 | [diff] [blame] | 603 | find_check_match(struct xt_entry_match *m, struct xt_mtchk_param *par) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 604 | { |
Jan Engelhardt | 6709dbb | 2007-02-07 15:11:19 -0800 | [diff] [blame] | 605 | struct xt_match *match; |
Patrick McHardy | 3cdc7c9 | 2006-03-20 18:00:36 -0800 | [diff] [blame] | 606 | int ret; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 607 | |
Jan Engelhardt | fd0ec0e | 2009-07-10 19:27:47 +0200 | [diff] [blame] | 608 | match = xt_request_find_match(NFPROTO_IPV4, m->u.user.name, |
| 609 | m->u.user.revision); |
| 610 | if (IS_ERR(match)) { |
Dmitry Mishin | a96be24 | 2006-12-12 00:29:26 -0800 | [diff] [blame] | 611 | duprintf("find_check_match: `%s' not found\n", m->u.user.name); |
Jan Engelhardt | fd0ec0e | 2009-07-10 19:27:47 +0200 | [diff] [blame] | 612 | return PTR_ERR(match); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 613 | } |
| 614 | m->u.kernel.match = match; |
| 615 | |
Jan Engelhardt | 6bdb331 | 2010-02-24 18:35:37 +0100 | [diff] [blame] | 616 | ret = check_match(m, par); |
Patrick McHardy | 3cdc7c9 | 2006-03-20 18:00:36 -0800 | [diff] [blame] | 617 | if (ret) |
| 618 | goto err; |
| 619 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 620 | return 0; |
Patrick McHardy | 3cdc7c9 | 2006-03-20 18:00:36 -0800 | [diff] [blame] | 621 | err: |
| 622 | module_put(m->u.kernel.match->me); |
| 623 | return ret; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 624 | } |
| 625 | |
Patrick McHardy | add6746 | 2010-02-03 13:45:12 +0100 | [diff] [blame] | 626 | static int check_target(struct ipt_entry *e, struct net *net, const char *name) |
Dmitry Mishin | a96be24 | 2006-12-12 00:29:26 -0800 | [diff] [blame] | 627 | { |
Jan Engelhardt | 87a2e70d | 2010-10-13 16:11:22 +0200 | [diff] [blame] | 628 | struct xt_entry_target *t = ipt_get_target(e); |
Jan Engelhardt | af5d6dc | 2008-10-08 11:35:19 +0200 | [diff] [blame] | 629 | struct xt_tgchk_param par = { |
Patrick McHardy | add6746 | 2010-02-03 13:45:12 +0100 | [diff] [blame] | 630 | .net = net, |
Jan Engelhardt | af5d6dc | 2008-10-08 11:35:19 +0200 | [diff] [blame] | 631 | .table = name, |
| 632 | .entryinfo = e, |
| 633 | .target = t->u.kernel.target, |
| 634 | .targinfo = t->data, |
| 635 | .hook_mask = e->comefrom, |
Jan Engelhardt | 916a917 | 2008-10-08 11:35:20 +0200 | [diff] [blame] | 636 | .family = NFPROTO_IPV4, |
Jan Engelhardt | af5d6dc | 2008-10-08 11:35:19 +0200 | [diff] [blame] | 637 | }; |
YOSHIFUJI Hideaki | e905a9e | 2007-02-09 23:24:47 +0900 | [diff] [blame] | 638 | int ret; |
Dmitry Mishin | a96be24 | 2006-12-12 00:29:26 -0800 | [diff] [blame] | 639 | |
Jan Engelhardt | 916a917 | 2008-10-08 11:35:20 +0200 | [diff] [blame] | 640 | ret = xt_check_target(&par, t->u.target_size - sizeof(*t), |
Jan Engelhardt | af5d6dc | 2008-10-08 11:35:19 +0200 | [diff] [blame] | 641 | e->ip.proto, e->ip.invflags & IPT_INV_PROTO); |
Jan Engelhardt | 367c679 | 2008-10-08 11:35:17 +0200 | [diff] [blame] | 642 | if (ret < 0) { |
Jan Engelhardt | ff67e4e | 2010-03-19 21:08:16 +0100 | [diff] [blame] | 643 | duprintf("check failed for `%s'.\n", |
Dmitry Mishin | a96be24 | 2006-12-12 00:29:26 -0800 | [diff] [blame] | 644 | t->u.kernel.target->name); |
Jan Engelhardt | 367c679 | 2008-10-08 11:35:17 +0200 | [diff] [blame] | 645 | return ret; |
Dmitry Mishin | a96be24 | 2006-12-12 00:29:26 -0800 | [diff] [blame] | 646 | } |
Jan Engelhardt | 367c679 | 2008-10-08 11:35:17 +0200 | [diff] [blame] | 647 | return 0; |
Dmitry Mishin | a96be24 | 2006-12-12 00:29:26 -0800 | [diff] [blame] | 648 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 649 | |
Denys Vlasenko | 022748a | 2008-01-14 23:44:05 -0800 | [diff] [blame] | 650 | static int |
Alexey Dobriyan | a83d8e8 | 2010-01-18 08:21:13 +0100 | [diff] [blame] | 651 | find_check_entry(struct ipt_entry *e, struct net *net, const char *name, |
Jan Engelhardt | 0559518 | 2010-02-24 18:33:43 +0100 | [diff] [blame] | 652 | unsigned int size) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 653 | { |
Jan Engelhardt | 87a2e70d | 2010-10-13 16:11:22 +0200 | [diff] [blame] | 654 | struct xt_entry_target *t; |
Jan Engelhardt | 6709dbb | 2007-02-07 15:11:19 -0800 | [diff] [blame] | 655 | struct xt_target *target; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 656 | int ret; |
| 657 | unsigned int j; |
Jan Engelhardt | 9b4fce7 | 2008-10-08 11:35:18 +0200 | [diff] [blame] | 658 | struct xt_mtchk_param mtpar; |
Jan Engelhardt | dcea992 | 2010-02-24 18:34:48 +0100 | [diff] [blame] | 659 | struct xt_entry_match *ematch; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 660 | |
Dmitry Mishin | a96be24 | 2006-12-12 00:29:26 -0800 | [diff] [blame] | 661 | ret = check_entry(e, name); |
| 662 | if (ret) |
| 663 | return ret; |
Dmitry Mishin | 590bdf7 | 2006-10-30 15:12:55 -0800 | [diff] [blame] | 664 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 665 | j = 0; |
Alexey Dobriyan | a83d8e8 | 2010-01-18 08:21:13 +0100 | [diff] [blame] | 666 | mtpar.net = net; |
Jan Engelhardt | 9b4fce7 | 2008-10-08 11:35:18 +0200 | [diff] [blame] | 667 | mtpar.table = name; |
| 668 | mtpar.entryinfo = &e->ip; |
| 669 | mtpar.hook_mask = e->comefrom; |
Jan Engelhardt | 916a917 | 2008-10-08 11:35:20 +0200 | [diff] [blame] | 670 | mtpar.family = NFPROTO_IPV4; |
Jan Engelhardt | dcea992 | 2010-02-24 18:34:48 +0100 | [diff] [blame] | 671 | xt_ematch_foreach(ematch, e) { |
Jan Engelhardt | 6bdb331 | 2010-02-24 18:35:37 +0100 | [diff] [blame] | 672 | ret = find_check_match(ematch, &mtpar); |
Jan Engelhardt | dcea992 | 2010-02-24 18:34:48 +0100 | [diff] [blame] | 673 | if (ret != 0) |
Jan Engelhardt | 6bdb331 | 2010-02-24 18:35:37 +0100 | [diff] [blame] | 674 | goto cleanup_matches; |
| 675 | ++j; |
Jan Engelhardt | dcea992 | 2010-02-24 18:34:48 +0100 | [diff] [blame] | 676 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 677 | |
| 678 | t = ipt_get_target(e); |
Jan Engelhardt | d2a7b6b | 2009-07-10 18:55:11 +0200 | [diff] [blame] | 679 | target = xt_request_find_target(NFPROTO_IPV4, t->u.user.name, |
| 680 | t->u.user.revision); |
| 681 | if (IS_ERR(target)) { |
Dmitry Mishin | a96be24 | 2006-12-12 00:29:26 -0800 | [diff] [blame] | 682 | duprintf("find_check_entry: `%s' not found\n", t->u.user.name); |
Jan Engelhardt | d2a7b6b | 2009-07-10 18:55:11 +0200 | [diff] [blame] | 683 | ret = PTR_ERR(target); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 684 | goto cleanup_matches; |
| 685 | } |
| 686 | t->u.kernel.target = target; |
| 687 | |
Patrick McHardy | add6746 | 2010-02-03 13:45:12 +0100 | [diff] [blame] | 688 | ret = check_target(e, net, name); |
Patrick McHardy | 3cdc7c9 | 2006-03-20 18:00:36 -0800 | [diff] [blame] | 689 | if (ret) |
| 690 | goto err; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 691 | return 0; |
Patrick McHardy | 3cdc7c9 | 2006-03-20 18:00:36 -0800 | [diff] [blame] | 692 | err: |
| 693 | module_put(t->u.kernel.target->me); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 694 | cleanup_matches: |
Jan Engelhardt | 6bdb331 | 2010-02-24 18:35:37 +0100 | [diff] [blame] | 695 | xt_ematch_foreach(ematch, e) { |
| 696 | if (j-- == 0) |
Jan Engelhardt | dcea992 | 2010-02-24 18:34:48 +0100 | [diff] [blame] | 697 | break; |
Jan Engelhardt | 6bdb331 | 2010-02-24 18:35:37 +0100 | [diff] [blame] | 698 | cleanup_match(ematch, net); |
| 699 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 700 | return ret; |
| 701 | } |
| 702 | |
Jan Engelhardt | d5d1baa | 2009-06-26 07:51:59 +0200 | [diff] [blame] | 703 | static bool check_underflow(const struct ipt_entry *e) |
Jan Engelhardt | e2fe35c | 2009-07-18 15:22:30 +0200 | [diff] [blame] | 704 | { |
Jan Engelhardt | 87a2e70d | 2010-10-13 16:11:22 +0200 | [diff] [blame] | 705 | const struct xt_entry_target *t; |
Jan Engelhardt | e2fe35c | 2009-07-18 15:22:30 +0200 | [diff] [blame] | 706 | unsigned int verdict; |
| 707 | |
| 708 | if (!unconditional(&e->ip)) |
| 709 | return false; |
Jan Engelhardt | d5d1baa | 2009-06-26 07:51:59 +0200 | [diff] [blame] | 710 | t = ipt_get_target_c(e); |
Jan Engelhardt | e2fe35c | 2009-07-18 15:22:30 +0200 | [diff] [blame] | 711 | if (strcmp(t->u.user.name, XT_STANDARD_TARGET) != 0) |
| 712 | return false; |
Jan Engelhardt | 87a2e70d | 2010-10-13 16:11:22 +0200 | [diff] [blame] | 713 | verdict = ((struct xt_standard_target *)t)->verdict; |
Jan Engelhardt | e2fe35c | 2009-07-18 15:22:30 +0200 | [diff] [blame] | 714 | verdict = -verdict - 1; |
| 715 | return verdict == NF_DROP || verdict == NF_ACCEPT; |
| 716 | } |
| 717 | |
Denys Vlasenko | 022748a | 2008-01-14 23:44:05 -0800 | [diff] [blame] | 718 | static int |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 719 | check_entry_size_and_hooks(struct ipt_entry *e, |
Harald Welte | 2e4e6a1 | 2006-01-12 13:30:04 -0800 | [diff] [blame] | 720 | struct xt_table_info *newinfo, |
Jan Engelhardt | d5d1baa | 2009-06-26 07:51:59 +0200 | [diff] [blame] | 721 | const unsigned char *base, |
| 722 | const unsigned char *limit, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 723 | const unsigned int *hook_entries, |
| 724 | const unsigned int *underflows, |
Jan Engelhardt | 0559518 | 2010-02-24 18:33:43 +0100 | [diff] [blame] | 725 | unsigned int valid_hooks) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 726 | { |
| 727 | unsigned int h; |
| 728 | |
Joe Perches | 3666ed1 | 2009-11-23 23:17:06 +0100 | [diff] [blame] | 729 | if ((unsigned long)e % __alignof__(struct ipt_entry) != 0 || |
| 730 | (unsigned char *)e + sizeof(struct ipt_entry) >= limit) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 731 | duprintf("Bad offset %p\n", e); |
| 732 | return -EINVAL; |
| 733 | } |
| 734 | |
| 735 | if (e->next_offset |
Jan Engelhardt | 87a2e70d | 2010-10-13 16:11:22 +0200 | [diff] [blame] | 736 | < sizeof(struct ipt_entry) + sizeof(struct xt_entry_target)) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 737 | duprintf("checking: element %p size %u\n", |
| 738 | e, e->next_offset); |
| 739 | return -EINVAL; |
| 740 | } |
| 741 | |
| 742 | /* Check hooks & underflows */ |
Patrick McHardy | 6e23ae2 | 2007-11-19 18:53:30 -0800 | [diff] [blame] | 743 | for (h = 0; h < NF_INET_NUMHOOKS; h++) { |
Jan Engelhardt | a7d5173 | 2009-07-18 14:52:58 +0200 | [diff] [blame] | 744 | if (!(valid_hooks & (1 << h))) |
| 745 | continue; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 746 | if ((unsigned char *)e - base == hook_entries[h]) |
| 747 | newinfo->hook_entry[h] = hook_entries[h]; |
Jan Engelhardt | 90e7d4a | 2009-07-09 22:54:53 +0200 | [diff] [blame] | 748 | if ((unsigned char *)e - base == underflows[h]) { |
Jan Engelhardt | e2fe35c | 2009-07-18 15:22:30 +0200 | [diff] [blame] | 749 | if (!check_underflow(e)) { |
| 750 | pr_err("Underflows must be unconditional and " |
| 751 | "use the STANDARD target with " |
| 752 | "ACCEPT/DROP\n"); |
Jan Engelhardt | 90e7d4a | 2009-07-09 22:54:53 +0200 | [diff] [blame] | 753 | return -EINVAL; |
| 754 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 755 | newinfo->underflow[h] = underflows[h]; |
Jan Engelhardt | 90e7d4a | 2009-07-09 22:54:53 +0200 | [diff] [blame] | 756 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 757 | } |
| 758 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 759 | /* Clear counters and comefrom */ |
Harald Welte | 2e4e6a1 | 2006-01-12 13:30:04 -0800 | [diff] [blame] | 760 | e->counters = ((struct xt_counters) { 0, 0 }); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 761 | e->comefrom = 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 762 | return 0; |
| 763 | } |
| 764 | |
Jan Engelhardt | 0559518 | 2010-02-24 18:33:43 +0100 | [diff] [blame] | 765 | static void |
| 766 | cleanup_entry(struct ipt_entry *e, struct net *net) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 767 | { |
Jan Engelhardt | a2df164 | 2008-10-08 11:35:19 +0200 | [diff] [blame] | 768 | struct xt_tgdtor_param par; |
Jan Engelhardt | 87a2e70d | 2010-10-13 16:11:22 +0200 | [diff] [blame] | 769 | struct xt_entry_target *t; |
Jan Engelhardt | dcea992 | 2010-02-24 18:34:48 +0100 | [diff] [blame] | 770 | struct xt_entry_match *ematch; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 771 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 772 | /* Cleanup all matches */ |
Jan Engelhardt | dcea992 | 2010-02-24 18:34:48 +0100 | [diff] [blame] | 773 | xt_ematch_foreach(ematch, e) |
Jan Engelhardt | 6bdb331 | 2010-02-24 18:35:37 +0100 | [diff] [blame] | 774 | cleanup_match(ematch, net); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 775 | t = ipt_get_target(e); |
Jan Engelhardt | a2df164 | 2008-10-08 11:35:19 +0200 | [diff] [blame] | 776 | |
Patrick McHardy | add6746 | 2010-02-03 13:45:12 +0100 | [diff] [blame] | 777 | par.net = net; |
Jan Engelhardt | a2df164 | 2008-10-08 11:35:19 +0200 | [diff] [blame] | 778 | par.target = t->u.kernel.target; |
| 779 | par.targinfo = t->data; |
Jan Engelhardt | 916a917 | 2008-10-08 11:35:20 +0200 | [diff] [blame] | 780 | par.family = NFPROTO_IPV4; |
Jan Engelhardt | a2df164 | 2008-10-08 11:35:19 +0200 | [diff] [blame] | 781 | if (par.target->destroy != NULL) |
| 782 | par.target->destroy(&par); |
| 783 | module_put(par.target->me); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 784 | } |
| 785 | |
| 786 | /* Checks and translates the user-supplied table segment (held in |
| 787 | newinfo) */ |
| 788 | static int |
Jan Engelhardt | 0f23421 | 2010-02-24 18:36:04 +0100 | [diff] [blame] | 789 | translate_table(struct net *net, struct xt_table_info *newinfo, void *entry0, |
| 790 | const struct ipt_replace *repl) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 791 | { |
Jan Engelhardt | 72b2b1d | 2010-02-24 18:32:59 +0100 | [diff] [blame] | 792 | struct ipt_entry *iter; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 793 | unsigned int i; |
Jan Engelhardt | 72b2b1d | 2010-02-24 18:32:59 +0100 | [diff] [blame] | 794 | int ret = 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 795 | |
Jan Engelhardt | 0f23421 | 2010-02-24 18:36:04 +0100 | [diff] [blame] | 796 | newinfo->size = repl->size; |
| 797 | newinfo->number = repl->num_entries; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 798 | |
| 799 | /* Init all hooks to impossible value. */ |
Patrick McHardy | 6e23ae2 | 2007-11-19 18:53:30 -0800 | [diff] [blame] | 800 | for (i = 0; i < NF_INET_NUMHOOKS; i++) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 801 | newinfo->hook_entry[i] = 0xFFFFFFFF; |
| 802 | newinfo->underflow[i] = 0xFFFFFFFF; |
| 803 | } |
| 804 | |
| 805 | duprintf("translate_table: size %u\n", newinfo->size); |
| 806 | i = 0; |
| 807 | /* Walk through entries, checking offsets. */ |
Jan Engelhardt | 72b2b1d | 2010-02-24 18:32:59 +0100 | [diff] [blame] | 808 | xt_entry_foreach(iter, entry0, newinfo->size) { |
| 809 | ret = check_entry_size_and_hooks(iter, newinfo, entry0, |
Jan Engelhardt | 6b4ff2d | 2010-02-26 17:53:31 +0100 | [diff] [blame] | 810 | entry0 + repl->size, |
| 811 | repl->hook_entry, |
| 812 | repl->underflow, |
| 813 | repl->valid_hooks); |
Jan Engelhardt | 72b2b1d | 2010-02-24 18:32:59 +0100 | [diff] [blame] | 814 | if (ret != 0) |
Jan Engelhardt | 0559518 | 2010-02-24 18:33:43 +0100 | [diff] [blame] | 815 | return ret; |
| 816 | ++i; |
Jan Engelhardt | f3c5c1b | 2010-04-19 16:05:10 +0200 | [diff] [blame] | 817 | if (strcmp(ipt_get_target(iter)->u.user.name, |
| 818 | XT_ERROR_TARGET) == 0) |
| 819 | ++newinfo->stacksize; |
Jan Engelhardt | 72b2b1d | 2010-02-24 18:32:59 +0100 | [diff] [blame] | 820 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 821 | |
Jan Engelhardt | 0f23421 | 2010-02-24 18:36:04 +0100 | [diff] [blame] | 822 | if (i != repl->num_entries) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 823 | duprintf("translate_table: %u not %u entries\n", |
Jan Engelhardt | 0f23421 | 2010-02-24 18:36:04 +0100 | [diff] [blame] | 824 | i, repl->num_entries); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 825 | return -EINVAL; |
| 826 | } |
| 827 | |
| 828 | /* Check hooks all assigned */ |
Patrick McHardy | 6e23ae2 | 2007-11-19 18:53:30 -0800 | [diff] [blame] | 829 | for (i = 0; i < NF_INET_NUMHOOKS; i++) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 830 | /* Only hooks which are valid */ |
Jan Engelhardt | 0f23421 | 2010-02-24 18:36:04 +0100 | [diff] [blame] | 831 | if (!(repl->valid_hooks & (1 << i))) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 832 | continue; |
| 833 | if (newinfo->hook_entry[i] == 0xFFFFFFFF) { |
| 834 | duprintf("Invalid hook entry %u %u\n", |
Jan Engelhardt | 0f23421 | 2010-02-24 18:36:04 +0100 | [diff] [blame] | 835 | i, repl->hook_entry[i]); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 836 | return -EINVAL; |
| 837 | } |
| 838 | if (newinfo->underflow[i] == 0xFFFFFFFF) { |
| 839 | duprintf("Invalid underflow %u %u\n", |
Jan Engelhardt | 0f23421 | 2010-02-24 18:36:04 +0100 | [diff] [blame] | 840 | i, repl->underflow[i]); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 841 | return -EINVAL; |
| 842 | } |
| 843 | } |
| 844 | |
Jan Engelhardt | 0f23421 | 2010-02-24 18:36:04 +0100 | [diff] [blame] | 845 | if (!mark_source_chains(newinfo, repl->valid_hooks, entry0)) |
Dmitry Mishin | 74c9c0c | 2006-12-05 13:43:50 -0800 | [diff] [blame] | 846 | return -ELOOP; |
| 847 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 848 | /* Finally, each sanity check must pass */ |
| 849 | i = 0; |
Jan Engelhardt | 72b2b1d | 2010-02-24 18:32:59 +0100 | [diff] [blame] | 850 | xt_entry_foreach(iter, entry0, newinfo->size) { |
Jan Engelhardt | 0f23421 | 2010-02-24 18:36:04 +0100 | [diff] [blame] | 851 | ret = find_check_entry(iter, net, repl->name, repl->size); |
Jan Engelhardt | 72b2b1d | 2010-02-24 18:32:59 +0100 | [diff] [blame] | 852 | if (ret != 0) |
| 853 | break; |
Jan Engelhardt | 0559518 | 2010-02-24 18:33:43 +0100 | [diff] [blame] | 854 | ++i; |
Jan Engelhardt | 72b2b1d | 2010-02-24 18:32:59 +0100 | [diff] [blame] | 855 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 856 | |
Dmitry Mishin | 74c9c0c | 2006-12-05 13:43:50 -0800 | [diff] [blame] | 857 | if (ret != 0) { |
Jan Engelhardt | 0559518 | 2010-02-24 18:33:43 +0100 | [diff] [blame] | 858 | xt_entry_foreach(iter, entry0, newinfo->size) { |
| 859 | if (i-- == 0) |
Jan Engelhardt | 72b2b1d | 2010-02-24 18:32:59 +0100 | [diff] [blame] | 860 | break; |
Jan Engelhardt | 0559518 | 2010-02-24 18:33:43 +0100 | [diff] [blame] | 861 | cleanup_entry(iter, net); |
| 862 | } |
Dmitry Mishin | 74c9c0c | 2006-12-05 13:43:50 -0800 | [diff] [blame] | 863 | return ret; |
| 864 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 865 | |
| 866 | /* And one copy for every other CPU */ |
KAMEZAWA Hiroyuki | 6f91204 | 2006-04-10 22:52:50 -0700 | [diff] [blame] | 867 | for_each_possible_cpu(i) { |
Eric Dumazet | 3183606 | 2005-12-13 23:13:48 -0800 | [diff] [blame] | 868 | if (newinfo->entries[i] && newinfo->entries[i] != entry0) |
| 869 | memcpy(newinfo->entries[i], entry0, newinfo->size); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 870 | } |
| 871 | |
| 872 | return ret; |
| 873 | } |
| 874 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 875 | static void |
Harald Welte | 2e4e6a1 | 2006-01-12 13:30:04 -0800 | [diff] [blame] | 876 | get_counters(const struct xt_table_info *t, |
| 877 | struct xt_counters counters[]) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 878 | { |
Jan Engelhardt | 72b2b1d | 2010-02-24 18:32:59 +0100 | [diff] [blame] | 879 | struct ipt_entry *iter; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 880 | unsigned int cpu; |
| 881 | unsigned int i; |
| 882 | |
KAMEZAWA Hiroyuki | 6f91204 | 2006-04-10 22:52:50 -0700 | [diff] [blame] | 883 | for_each_possible_cpu(cpu) { |
Eric Dumazet | 7f5c6d4 | 2011-04-04 17:04:03 +0200 | [diff] [blame] | 884 | seqcount_t *s = &per_cpu(xt_recseq, cpu); |
Eric Dumazet | 83723d6 | 2011-01-10 20:11:38 +0100 | [diff] [blame] | 885 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 886 | i = 0; |
Jan Engelhardt | 0559518 | 2010-02-24 18:33:43 +0100 | [diff] [blame] | 887 | xt_entry_foreach(iter, t->entries[cpu], t->size) { |
Eric Dumazet | 83723d6 | 2011-01-10 20:11:38 +0100 | [diff] [blame] | 888 | u64 bcnt, pcnt; |
| 889 | unsigned int start; |
| 890 | |
| 891 | do { |
Eric Dumazet | 7f5c6d4 | 2011-04-04 17:04:03 +0200 | [diff] [blame] | 892 | start = read_seqcount_begin(s); |
Eric Dumazet | 83723d6 | 2011-01-10 20:11:38 +0100 | [diff] [blame] | 893 | bcnt = iter->counters.bcnt; |
| 894 | pcnt = iter->counters.pcnt; |
Eric Dumazet | 7f5c6d4 | 2011-04-04 17:04:03 +0200 | [diff] [blame] | 895 | } while (read_seqcount_retry(s, start)); |
Eric Dumazet | 83723d6 | 2011-01-10 20:11:38 +0100 | [diff] [blame] | 896 | |
| 897 | ADD_COUNTER(counters[i], bcnt, pcnt); |
Jan Engelhardt | 0559518 | 2010-02-24 18:33:43 +0100 | [diff] [blame] | 898 | ++i; /* macro does multi eval of i */ |
| 899 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 900 | } |
Stephen Hemminger | 7845447 | 2009-02-20 10:35:32 +0100 | [diff] [blame] | 901 | } |
| 902 | |
Jan Engelhardt | d5d1baa | 2009-06-26 07:51:59 +0200 | [diff] [blame] | 903 | static struct xt_counters *alloc_counters(const struct xt_table *table) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 904 | { |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 905 | unsigned int countersize; |
Harald Welte | 2e4e6a1 | 2006-01-12 13:30:04 -0800 | [diff] [blame] | 906 | struct xt_counters *counters; |
Jan Engelhardt | d5d1baa | 2009-06-26 07:51:59 +0200 | [diff] [blame] | 907 | const struct xt_table_info *private = table->private; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 908 | |
| 909 | /* We need atomic snapshot of counters: rest doesn't change |
| 910 | (other than comefrom, which userspace doesn't care |
| 911 | about). */ |
Harald Welte | 2e4e6a1 | 2006-01-12 13:30:04 -0800 | [diff] [blame] | 912 | countersize = sizeof(struct xt_counters) * private->number; |
Eric Dumazet | 83723d6 | 2011-01-10 20:11:38 +0100 | [diff] [blame] | 913 | counters = vzalloc(countersize); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 914 | |
| 915 | if (counters == NULL) |
Stephen Hemminger | 942e4a2 | 2009-04-28 22:36:33 -0700 | [diff] [blame] | 916 | return ERR_PTR(-ENOMEM); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 917 | |
Stephen Hemminger | 942e4a2 | 2009-04-28 22:36:33 -0700 | [diff] [blame] | 918 | get_counters(private, counters); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 919 | |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 920 | return counters; |
| 921 | } |
| 922 | |
| 923 | static int |
| 924 | copy_entries_to_user(unsigned int total_size, |
Jan Engelhardt | d5d1baa | 2009-06-26 07:51:59 +0200 | [diff] [blame] | 925 | const struct xt_table *table, |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 926 | void __user *userptr) |
| 927 | { |
| 928 | unsigned int off, num; |
Jan Engelhardt | d5d1baa | 2009-06-26 07:51:59 +0200 | [diff] [blame] | 929 | const struct ipt_entry *e; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 930 | struct xt_counters *counters; |
Jan Engelhardt | 5452e42 | 2008-04-14 11:15:35 +0200 | [diff] [blame] | 931 | const struct xt_table_info *private = table->private; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 932 | int ret = 0; |
Jan Engelhardt | 5452e42 | 2008-04-14 11:15:35 +0200 | [diff] [blame] | 933 | const void *loc_cpu_entry; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 934 | |
| 935 | counters = alloc_counters(table); |
| 936 | if (IS_ERR(counters)) |
| 937 | return PTR_ERR(counters); |
| 938 | |
Eric Dumazet | 3183606 | 2005-12-13 23:13:48 -0800 | [diff] [blame] | 939 | /* choose the copy that is on our node/cpu, ... |
| 940 | * This choice is lazy (because current thread is |
| 941 | * allowed to migrate to another cpu) |
| 942 | */ |
Harald Welte | 2e4e6a1 | 2006-01-12 13:30:04 -0800 | [diff] [blame] | 943 | loc_cpu_entry = private->entries[raw_smp_processor_id()]; |
Eric Dumazet | 3183606 | 2005-12-13 23:13:48 -0800 | [diff] [blame] | 944 | if (copy_to_user(userptr, loc_cpu_entry, total_size) != 0) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 945 | ret = -EFAULT; |
| 946 | goto free_counters; |
| 947 | } |
| 948 | |
| 949 | /* FIXME: use iterator macros --RR */ |
| 950 | /* ... then go back and fix counters and names */ |
| 951 | for (off = 0, num = 0; off < total_size; off += e->next_offset, num++){ |
| 952 | unsigned int i; |
Jan Engelhardt | 87a2e70d | 2010-10-13 16:11:22 +0200 | [diff] [blame] | 953 | const struct xt_entry_match *m; |
| 954 | const struct xt_entry_target *t; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 955 | |
Eric Dumazet | 3183606 | 2005-12-13 23:13:48 -0800 | [diff] [blame] | 956 | e = (struct ipt_entry *)(loc_cpu_entry + off); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 957 | if (copy_to_user(userptr + off |
| 958 | + offsetof(struct ipt_entry, counters), |
| 959 | &counters[num], |
| 960 | sizeof(counters[num])) != 0) { |
| 961 | ret = -EFAULT; |
| 962 | goto free_counters; |
| 963 | } |
| 964 | |
| 965 | for (i = sizeof(struct ipt_entry); |
| 966 | i < e->target_offset; |
| 967 | i += m->u.match_size) { |
| 968 | m = (void *)e + i; |
| 969 | |
| 970 | if (copy_to_user(userptr + off + i |
Jan Engelhardt | 87a2e70d | 2010-10-13 16:11:22 +0200 | [diff] [blame] | 971 | + offsetof(struct xt_entry_match, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 972 | u.user.name), |
| 973 | m->u.kernel.match->name, |
| 974 | strlen(m->u.kernel.match->name)+1) |
| 975 | != 0) { |
| 976 | ret = -EFAULT; |
| 977 | goto free_counters; |
| 978 | } |
| 979 | } |
| 980 | |
Jan Engelhardt | d5d1baa | 2009-06-26 07:51:59 +0200 | [diff] [blame] | 981 | t = ipt_get_target_c(e); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 982 | if (copy_to_user(userptr + off + e->target_offset |
Jan Engelhardt | 87a2e70d | 2010-10-13 16:11:22 +0200 | [diff] [blame] | 983 | + offsetof(struct xt_entry_target, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 984 | u.user.name), |
| 985 | t->u.kernel.target->name, |
| 986 | strlen(t->u.kernel.target->name)+1) != 0) { |
| 987 | ret = -EFAULT; |
| 988 | goto free_counters; |
| 989 | } |
| 990 | } |
| 991 | |
| 992 | free_counters: |
| 993 | vfree(counters); |
| 994 | return ret; |
| 995 | } |
| 996 | |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 997 | #ifdef CONFIG_COMPAT |
Jan Engelhardt | 739674f | 2009-06-26 08:23:19 +0200 | [diff] [blame] | 998 | static void compat_standard_from_user(void *dst, const void *src) |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 999 | { |
Patrick McHardy | 9fa492c | 2006-09-20 12:05:37 -0700 | [diff] [blame] | 1000 | int v = *(compat_int_t *)src; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1001 | |
Patrick McHardy | 9fa492c | 2006-09-20 12:05:37 -0700 | [diff] [blame] | 1002 | if (v > 0) |
Patrick McHardy | b386d9f | 2007-12-17 21:47:48 -0800 | [diff] [blame] | 1003 | v += xt_compat_calc_jump(AF_INET, v); |
Patrick McHardy | 9fa492c | 2006-09-20 12:05:37 -0700 | [diff] [blame] | 1004 | memcpy(dst, &v, sizeof(v)); |
| 1005 | } |
| 1006 | |
Jan Engelhardt | 739674f | 2009-06-26 08:23:19 +0200 | [diff] [blame] | 1007 | static int compat_standard_to_user(void __user *dst, const void *src) |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1008 | { |
Patrick McHardy | 9fa492c | 2006-09-20 12:05:37 -0700 | [diff] [blame] | 1009 | compat_int_t cv = *(int *)src; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1010 | |
Patrick McHardy | 9fa492c | 2006-09-20 12:05:37 -0700 | [diff] [blame] | 1011 | if (cv > 0) |
Patrick McHardy | b386d9f | 2007-12-17 21:47:48 -0800 | [diff] [blame] | 1012 | cv -= xt_compat_calc_jump(AF_INET, cv); |
Patrick McHardy | 9fa492c | 2006-09-20 12:05:37 -0700 | [diff] [blame] | 1013 | return copy_to_user(dst, &cv, sizeof(cv)) ? -EFAULT : 0; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1014 | } |
| 1015 | |
Jan Engelhardt | d5d1baa | 2009-06-26 07:51:59 +0200 | [diff] [blame] | 1016 | static int compat_calc_entry(const struct ipt_entry *e, |
Patrick McHardy | 4b47824 | 2007-12-17 21:46:15 -0800 | [diff] [blame] | 1017 | const struct xt_table_info *info, |
Jan Engelhardt | d5d1baa | 2009-06-26 07:51:59 +0200 | [diff] [blame] | 1018 | const void *base, struct xt_table_info *newinfo) |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1019 | { |
Jan Engelhardt | dcea992 | 2010-02-24 18:34:48 +0100 | [diff] [blame] | 1020 | const struct xt_entry_match *ematch; |
Jan Engelhardt | 87a2e70d | 2010-10-13 16:11:22 +0200 | [diff] [blame] | 1021 | const struct xt_entry_target *t; |
Dmitry Mishin | e5b5ef7 | 2007-01-04 12:14:41 -0800 | [diff] [blame] | 1022 | unsigned int entry_offset; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1023 | int off, i, ret; |
| 1024 | |
Patrick McHardy | 30c08c4 | 2007-12-17 21:47:14 -0800 | [diff] [blame] | 1025 | off = sizeof(struct ipt_entry) - sizeof(struct compat_ipt_entry); |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1026 | entry_offset = (void *)e - base; |
Jan Engelhardt | dcea992 | 2010-02-24 18:34:48 +0100 | [diff] [blame] | 1027 | xt_ematch_foreach(ematch, e) |
Jan Engelhardt | 6bdb331 | 2010-02-24 18:35:37 +0100 | [diff] [blame] | 1028 | off += xt_compat_match_offset(ematch->u.kernel.match); |
Jan Engelhardt | d5d1baa | 2009-06-26 07:51:59 +0200 | [diff] [blame] | 1029 | t = ipt_get_target_c(e); |
Patrick McHardy | 9fa492c | 2006-09-20 12:05:37 -0700 | [diff] [blame] | 1030 | off += xt_compat_target_offset(t->u.kernel.target); |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1031 | newinfo->size -= off; |
Patrick McHardy | b386d9f | 2007-12-17 21:47:48 -0800 | [diff] [blame] | 1032 | ret = xt_compat_add_offset(AF_INET, entry_offset, off); |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1033 | if (ret) |
| 1034 | return ret; |
| 1035 | |
Patrick McHardy | 6e23ae2 | 2007-11-19 18:53:30 -0800 | [diff] [blame] | 1036 | for (i = 0; i < NF_INET_NUMHOOKS; i++) { |
Patrick McHardy | 4b47824 | 2007-12-17 21:46:15 -0800 | [diff] [blame] | 1037 | if (info->hook_entry[i] && |
| 1038 | (e < (struct ipt_entry *)(base + info->hook_entry[i]))) |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1039 | newinfo->hook_entry[i] -= off; |
Patrick McHardy | 4b47824 | 2007-12-17 21:46:15 -0800 | [diff] [blame] | 1040 | if (info->underflow[i] && |
| 1041 | (e < (struct ipt_entry *)(base + info->underflow[i]))) |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1042 | newinfo->underflow[i] -= off; |
| 1043 | } |
| 1044 | return 0; |
| 1045 | } |
| 1046 | |
Eric Dumazet | 259d4e4 | 2007-12-04 23:24:56 -0800 | [diff] [blame] | 1047 | static int compat_table_info(const struct xt_table_info *info, |
Patrick McHardy | 4b47824 | 2007-12-17 21:46:15 -0800 | [diff] [blame] | 1048 | struct xt_table_info *newinfo) |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1049 | { |
Jan Engelhardt | 72b2b1d | 2010-02-24 18:32:59 +0100 | [diff] [blame] | 1050 | struct ipt_entry *iter; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1051 | void *loc_cpu_entry; |
Jan Engelhardt | 0559518 | 2010-02-24 18:33:43 +0100 | [diff] [blame] | 1052 | int ret; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1053 | |
| 1054 | if (!newinfo || !info) |
| 1055 | return -EINVAL; |
| 1056 | |
Eric Dumazet | 259d4e4 | 2007-12-04 23:24:56 -0800 | [diff] [blame] | 1057 | /* we dont care about newinfo->entries[] */ |
| 1058 | memcpy(newinfo, info, offsetof(struct xt_table_info, entries)); |
| 1059 | newinfo->initial_entries = 0; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1060 | loc_cpu_entry = info->entries[raw_smp_processor_id()]; |
Eric Dumazet | 255d0dc | 2010-12-18 18:35:15 +0100 | [diff] [blame] | 1061 | xt_compat_init_offsets(AF_INET, info->number); |
Jan Engelhardt | 72b2b1d | 2010-02-24 18:32:59 +0100 | [diff] [blame] | 1062 | xt_entry_foreach(iter, loc_cpu_entry, info->size) { |
| 1063 | ret = compat_calc_entry(iter, info, loc_cpu_entry, newinfo); |
| 1064 | if (ret != 0) |
Jan Engelhardt | 0559518 | 2010-02-24 18:33:43 +0100 | [diff] [blame] | 1065 | return ret; |
Jan Engelhardt | 72b2b1d | 2010-02-24 18:32:59 +0100 | [diff] [blame] | 1066 | } |
Jan Engelhardt | 0559518 | 2010-02-24 18:33:43 +0100 | [diff] [blame] | 1067 | return 0; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1068 | } |
| 1069 | #endif |
| 1070 | |
Jan Engelhardt | d5d1baa | 2009-06-26 07:51:59 +0200 | [diff] [blame] | 1071 | static int get_info(struct net *net, void __user *user, |
| 1072 | const int *len, int compat) |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1073 | { |
Jan Engelhardt | 12b00c2 | 2010-10-13 15:56:56 +0200 | [diff] [blame] | 1074 | char name[XT_TABLE_MAXNAMELEN]; |
Jan Engelhardt | e60a13e | 2007-02-07 15:12:33 -0800 | [diff] [blame] | 1075 | struct xt_table *t; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1076 | int ret; |
| 1077 | |
| 1078 | if (*len != sizeof(struct ipt_getinfo)) { |
Patrick McHardy | c9d8fe1 | 2007-12-17 21:52:15 -0800 | [diff] [blame] | 1079 | duprintf("length %u != %zu\n", *len, |
| 1080 | sizeof(struct ipt_getinfo)); |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1081 | return -EINVAL; |
| 1082 | } |
| 1083 | |
| 1084 | if (copy_from_user(name, user, sizeof(name)) != 0) |
| 1085 | return -EFAULT; |
| 1086 | |
Jan Engelhardt | 12b00c2 | 2010-10-13 15:56:56 +0200 | [diff] [blame] | 1087 | name[XT_TABLE_MAXNAMELEN-1] = '\0'; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1088 | #ifdef CONFIG_COMPAT |
| 1089 | if (compat) |
| 1090 | xt_compat_lock(AF_INET); |
| 1091 | #endif |
Alexey Dobriyan | 34bd137 | 2008-01-31 04:03:03 -0800 | [diff] [blame] | 1092 | t = try_then_request_module(xt_find_table_lock(net, AF_INET, name), |
Patrick McHardy | 4b47824 | 2007-12-17 21:46:15 -0800 | [diff] [blame] | 1093 | "iptable_%s", name); |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1094 | if (t && !IS_ERR(t)) { |
| 1095 | struct ipt_getinfo info; |
Jan Engelhardt | 5452e42 | 2008-04-14 11:15:35 +0200 | [diff] [blame] | 1096 | const struct xt_table_info *private = t->private; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1097 | #ifdef CONFIG_COMPAT |
Alexey Dobriyan | 14c7dbe | 2010-02-08 11:17:43 -0800 | [diff] [blame] | 1098 | struct xt_table_info tmp; |
| 1099 | |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1100 | if (compat) { |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1101 | ret = compat_table_info(private, &tmp); |
Patrick McHardy | b386d9f | 2007-12-17 21:47:48 -0800 | [diff] [blame] | 1102 | xt_compat_flush_offsets(AF_INET); |
Patrick McHardy | 4b47824 | 2007-12-17 21:46:15 -0800 | [diff] [blame] | 1103 | private = &tmp; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1104 | } |
| 1105 | #endif |
Vasiliy Kulikov | b5f15ac | 2010-11-03 08:45:06 +0100 | [diff] [blame] | 1106 | memset(&info, 0, sizeof(info)); |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1107 | info.valid_hooks = t->valid_hooks; |
| 1108 | memcpy(info.hook_entry, private->hook_entry, |
Patrick McHardy | 4b47824 | 2007-12-17 21:46:15 -0800 | [diff] [blame] | 1109 | sizeof(info.hook_entry)); |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1110 | memcpy(info.underflow, private->underflow, |
Patrick McHardy | 4b47824 | 2007-12-17 21:46:15 -0800 | [diff] [blame] | 1111 | sizeof(info.underflow)); |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1112 | info.num_entries = private->number; |
| 1113 | info.size = private->size; |
| 1114 | strcpy(info.name, name); |
| 1115 | |
| 1116 | if (copy_to_user(user, &info, *len) != 0) |
| 1117 | ret = -EFAULT; |
| 1118 | else |
| 1119 | ret = 0; |
| 1120 | |
| 1121 | xt_table_unlock(t); |
| 1122 | module_put(t->me); |
| 1123 | } else |
| 1124 | ret = t ? PTR_ERR(t) : -ENOENT; |
| 1125 | #ifdef CONFIG_COMPAT |
| 1126 | if (compat) |
| 1127 | xt_compat_unlock(AF_INET); |
| 1128 | #endif |
| 1129 | return ret; |
| 1130 | } |
| 1131 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1132 | static int |
Jan Engelhardt | d5d1baa | 2009-06-26 07:51:59 +0200 | [diff] [blame] | 1133 | get_entries(struct net *net, struct ipt_get_entries __user *uptr, |
| 1134 | const int *len) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1135 | { |
| 1136 | int ret; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1137 | struct ipt_get_entries get; |
Jan Engelhardt | e60a13e | 2007-02-07 15:12:33 -0800 | [diff] [blame] | 1138 | struct xt_table *t; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1139 | |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1140 | if (*len < sizeof(get)) { |
Patrick McHardy | c9d8fe1 | 2007-12-17 21:52:15 -0800 | [diff] [blame] | 1141 | duprintf("get_entries: %u < %zu\n", *len, sizeof(get)); |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1142 | return -EINVAL; |
| 1143 | } |
| 1144 | if (copy_from_user(&get, uptr, sizeof(get)) != 0) |
| 1145 | return -EFAULT; |
| 1146 | if (*len != sizeof(struct ipt_get_entries) + get.size) { |
Patrick McHardy | c9d8fe1 | 2007-12-17 21:52:15 -0800 | [diff] [blame] | 1147 | duprintf("get_entries: %u != %zu\n", |
| 1148 | *len, sizeof(get) + get.size); |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1149 | return -EINVAL; |
| 1150 | } |
| 1151 | |
Alexey Dobriyan | 34bd137 | 2008-01-31 04:03:03 -0800 | [diff] [blame] | 1152 | t = xt_find_table_lock(net, AF_INET, get.name); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1153 | if (t && !IS_ERR(t)) { |
Jan Engelhardt | 5452e42 | 2008-04-14 11:15:35 +0200 | [diff] [blame] | 1154 | const struct xt_table_info *private = t->private; |
Patrick McHardy | 9c54795 | 2007-12-17 21:52:00 -0800 | [diff] [blame] | 1155 | duprintf("t->private->number = %u\n", private->number); |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1156 | if (get.size == private->size) |
Harald Welte | 2e4e6a1 | 2006-01-12 13:30:04 -0800 | [diff] [blame] | 1157 | ret = copy_entries_to_user(private->size, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1158 | t, uptr->entrytable); |
| 1159 | else { |
| 1160 | duprintf("get_entries: I've got %u not %u!\n", |
Patrick McHardy | 9c54795 | 2007-12-17 21:52:00 -0800 | [diff] [blame] | 1161 | private->size, get.size); |
Patrick McHardy | 544473c | 2008-04-14 11:15:45 +0200 | [diff] [blame] | 1162 | ret = -EAGAIN; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1163 | } |
| 1164 | module_put(t->me); |
Harald Welte | 2e4e6a1 | 2006-01-12 13:30:04 -0800 | [diff] [blame] | 1165 | xt_table_unlock(t); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1166 | } else |
| 1167 | ret = t ? PTR_ERR(t) : -ENOENT; |
| 1168 | |
| 1169 | return ret; |
| 1170 | } |
| 1171 | |
| 1172 | static int |
Alexey Dobriyan | 34bd137 | 2008-01-31 04:03:03 -0800 | [diff] [blame] | 1173 | __do_replace(struct net *net, const char *name, unsigned int valid_hooks, |
Patrick McHardy | 4b47824 | 2007-12-17 21:46:15 -0800 | [diff] [blame] | 1174 | struct xt_table_info *newinfo, unsigned int num_counters, |
| 1175 | void __user *counters_ptr) |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1176 | { |
| 1177 | int ret; |
Jan Engelhardt | e60a13e | 2007-02-07 15:12:33 -0800 | [diff] [blame] | 1178 | struct xt_table *t; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1179 | struct xt_table_info *oldinfo; |
| 1180 | struct xt_counters *counters; |
| 1181 | void *loc_cpu_old_entry; |
Jan Engelhardt | 72b2b1d | 2010-02-24 18:32:59 +0100 | [diff] [blame] | 1182 | struct ipt_entry *iter; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1183 | |
| 1184 | ret = 0; |
Eric Dumazet | 83723d6 | 2011-01-10 20:11:38 +0100 | [diff] [blame] | 1185 | counters = vzalloc(num_counters * sizeof(struct xt_counters)); |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1186 | if (!counters) { |
| 1187 | ret = -ENOMEM; |
| 1188 | goto out; |
| 1189 | } |
| 1190 | |
Alexey Dobriyan | 34bd137 | 2008-01-31 04:03:03 -0800 | [diff] [blame] | 1191 | t = try_then_request_module(xt_find_table_lock(net, AF_INET, name), |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1192 | "iptable_%s", name); |
| 1193 | if (!t || IS_ERR(t)) { |
| 1194 | ret = t ? PTR_ERR(t) : -ENOENT; |
| 1195 | goto free_newinfo_counters_untrans; |
| 1196 | } |
| 1197 | |
| 1198 | /* You lied! */ |
| 1199 | if (valid_hooks != t->valid_hooks) { |
| 1200 | duprintf("Valid hook crap: %08X vs %08X\n", |
| 1201 | valid_hooks, t->valid_hooks); |
| 1202 | ret = -EINVAL; |
| 1203 | goto put_module; |
| 1204 | } |
| 1205 | |
| 1206 | oldinfo = xt_replace_table(t, num_counters, newinfo, &ret); |
| 1207 | if (!oldinfo) |
| 1208 | goto put_module; |
| 1209 | |
| 1210 | /* Update module usage count based on number of rules */ |
| 1211 | duprintf("do_replace: oldnum=%u, initnum=%u, newnum=%u\n", |
| 1212 | oldinfo->number, oldinfo->initial_entries, newinfo->number); |
| 1213 | if ((oldinfo->number > oldinfo->initial_entries) || |
| 1214 | (newinfo->number <= oldinfo->initial_entries)) |
| 1215 | module_put(t->me); |
| 1216 | if ((oldinfo->number > oldinfo->initial_entries) && |
| 1217 | (newinfo->number <= oldinfo->initial_entries)) |
| 1218 | module_put(t->me); |
| 1219 | |
Stephen Hemminger | 942e4a2 | 2009-04-28 22:36:33 -0700 | [diff] [blame] | 1220 | /* Get the old counters, and synchronize with replace */ |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1221 | get_counters(oldinfo, counters); |
Stephen Hemminger | 942e4a2 | 2009-04-28 22:36:33 -0700 | [diff] [blame] | 1222 | |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1223 | /* Decrease module usage counts and free resource */ |
| 1224 | loc_cpu_old_entry = oldinfo->entries[raw_smp_processor_id()]; |
Jan Engelhardt | 72b2b1d | 2010-02-24 18:32:59 +0100 | [diff] [blame] | 1225 | xt_entry_foreach(iter, loc_cpu_old_entry, oldinfo->size) |
Jan Engelhardt | 0559518 | 2010-02-24 18:33:43 +0100 | [diff] [blame] | 1226 | cleanup_entry(iter, net); |
Jan Engelhardt | 72b2b1d | 2010-02-24 18:32:59 +0100 | [diff] [blame] | 1227 | |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1228 | xt_free_table_info(oldinfo); |
| 1229 | if (copy_to_user(counters_ptr, counters, |
| 1230 | sizeof(struct xt_counters) * num_counters) != 0) |
| 1231 | ret = -EFAULT; |
| 1232 | vfree(counters); |
| 1233 | xt_table_unlock(t); |
| 1234 | return ret; |
| 1235 | |
| 1236 | put_module: |
| 1237 | module_put(t->me); |
| 1238 | xt_table_unlock(t); |
| 1239 | free_newinfo_counters_untrans: |
| 1240 | vfree(counters); |
| 1241 | out: |
| 1242 | return ret; |
| 1243 | } |
| 1244 | |
| 1245 | static int |
Jan Engelhardt | d5d1baa | 2009-06-26 07:51:59 +0200 | [diff] [blame] | 1246 | do_replace(struct net *net, const void __user *user, unsigned int len) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1247 | { |
| 1248 | int ret; |
| 1249 | struct ipt_replace tmp; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1250 | struct xt_table_info *newinfo; |
| 1251 | void *loc_cpu_entry; |
Jan Engelhardt | 72b2b1d | 2010-02-24 18:32:59 +0100 | [diff] [blame] | 1252 | struct ipt_entry *iter; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1253 | |
| 1254 | if (copy_from_user(&tmp, user, sizeof(tmp)) != 0) |
| 1255 | return -EFAULT; |
| 1256 | |
Kirill Korotaev | ee4bb81 | 2006-02-04 02:16:56 -0800 | [diff] [blame] | 1257 | /* overflow check */ |
Kirill Korotaev | ee4bb81 | 2006-02-04 02:16:56 -0800 | [diff] [blame] | 1258 | if (tmp.num_counters >= INT_MAX / sizeof(struct xt_counters)) |
| 1259 | return -ENOMEM; |
Vasiliy Kulikov | 78b7987 | 2011-03-15 13:36:05 +0100 | [diff] [blame] | 1260 | tmp.name[sizeof(tmp.name)-1] = 0; |
Kirill Korotaev | ee4bb81 | 2006-02-04 02:16:56 -0800 | [diff] [blame] | 1261 | |
Harald Welte | 2e4e6a1 | 2006-01-12 13:30:04 -0800 | [diff] [blame] | 1262 | newinfo = xt_alloc_table_info(tmp.size); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1263 | if (!newinfo) |
| 1264 | return -ENOMEM; |
| 1265 | |
Patrick McHardy | 9c54795 | 2007-12-17 21:52:00 -0800 | [diff] [blame] | 1266 | /* choose the copy that is on our node/cpu */ |
Eric Dumazet | 3183606 | 2005-12-13 23:13:48 -0800 | [diff] [blame] | 1267 | loc_cpu_entry = newinfo->entries[raw_smp_processor_id()]; |
| 1268 | if (copy_from_user(loc_cpu_entry, user + sizeof(tmp), |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1269 | tmp.size) != 0) { |
| 1270 | ret = -EFAULT; |
| 1271 | goto free_newinfo; |
| 1272 | } |
| 1273 | |
Jan Engelhardt | 0f23421 | 2010-02-24 18:36:04 +0100 | [diff] [blame] | 1274 | ret = translate_table(net, newinfo, loc_cpu_entry, &tmp); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1275 | if (ret != 0) |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1276 | goto free_newinfo; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1277 | |
Jan Engelhardt | ff67e4e | 2010-03-19 21:08:16 +0100 | [diff] [blame] | 1278 | duprintf("Translated table\n"); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1279 | |
Alexey Dobriyan | 34bd137 | 2008-01-31 04:03:03 -0800 | [diff] [blame] | 1280 | ret = __do_replace(net, tmp.name, tmp.valid_hooks, newinfo, |
Patrick McHardy | 4b47824 | 2007-12-17 21:46:15 -0800 | [diff] [blame] | 1281 | tmp.num_counters, tmp.counters); |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1282 | if (ret) |
| 1283 | goto free_newinfo_untrans; |
| 1284 | return 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1285 | |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1286 | free_newinfo_untrans: |
Jan Engelhardt | 72b2b1d | 2010-02-24 18:32:59 +0100 | [diff] [blame] | 1287 | xt_entry_foreach(iter, loc_cpu_entry, newinfo->size) |
Jan Engelhardt | 0559518 | 2010-02-24 18:33:43 +0100 | [diff] [blame] | 1288 | cleanup_entry(iter, net); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1289 | free_newinfo: |
Harald Welte | 2e4e6a1 | 2006-01-12 13:30:04 -0800 | [diff] [blame] | 1290 | xt_free_table_info(newinfo); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1291 | return ret; |
| 1292 | } |
| 1293 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1294 | static int |
Jan Engelhardt | d5d1baa | 2009-06-26 07:51:59 +0200 | [diff] [blame] | 1295 | do_add_counters(struct net *net, const void __user *user, |
| 1296 | unsigned int len, int compat) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1297 | { |
Stephen Hemminger | 942e4a2 | 2009-04-28 22:36:33 -0700 | [diff] [blame] | 1298 | unsigned int i, curcpu; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1299 | struct xt_counters_info tmp; |
| 1300 | struct xt_counters *paddc; |
| 1301 | unsigned int num_counters; |
Jan Engelhardt | 5452e42 | 2008-04-14 11:15:35 +0200 | [diff] [blame] | 1302 | const char *name; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1303 | int size; |
| 1304 | void *ptmp; |
Jan Engelhardt | e60a13e | 2007-02-07 15:12:33 -0800 | [diff] [blame] | 1305 | struct xt_table *t; |
Jan Engelhardt | 5452e42 | 2008-04-14 11:15:35 +0200 | [diff] [blame] | 1306 | const struct xt_table_info *private; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1307 | int ret = 0; |
Eric Dumazet | 3183606 | 2005-12-13 23:13:48 -0800 | [diff] [blame] | 1308 | void *loc_cpu_entry; |
Jan Engelhardt | 72b2b1d | 2010-02-24 18:32:59 +0100 | [diff] [blame] | 1309 | struct ipt_entry *iter; |
Eric Dumazet | 7f5c6d4 | 2011-04-04 17:04:03 +0200 | [diff] [blame] | 1310 | unsigned int addend; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1311 | #ifdef CONFIG_COMPAT |
| 1312 | struct compat_xt_counters_info compat_tmp; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1313 | |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1314 | if (compat) { |
| 1315 | ptmp = &compat_tmp; |
| 1316 | size = sizeof(struct compat_xt_counters_info); |
| 1317 | } else |
| 1318 | #endif |
| 1319 | { |
| 1320 | ptmp = &tmp; |
| 1321 | size = sizeof(struct xt_counters_info); |
| 1322 | } |
| 1323 | |
| 1324 | if (copy_from_user(ptmp, user, size) != 0) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1325 | return -EFAULT; |
| 1326 | |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1327 | #ifdef CONFIG_COMPAT |
| 1328 | if (compat) { |
| 1329 | num_counters = compat_tmp.num_counters; |
| 1330 | name = compat_tmp.name; |
| 1331 | } else |
| 1332 | #endif |
| 1333 | { |
| 1334 | num_counters = tmp.num_counters; |
| 1335 | name = tmp.name; |
| 1336 | } |
| 1337 | |
| 1338 | if (len != size + num_counters * sizeof(struct xt_counters)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1339 | return -EINVAL; |
| 1340 | |
Eric Dumazet | e12f8e2 | 2010-06-04 13:31:29 +0200 | [diff] [blame] | 1341 | paddc = vmalloc(len - size); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1342 | if (!paddc) |
| 1343 | return -ENOMEM; |
| 1344 | |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1345 | if (copy_from_user(paddc, user + size, len - size) != 0) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1346 | ret = -EFAULT; |
| 1347 | goto free; |
| 1348 | } |
| 1349 | |
Alexey Dobriyan | 34bd137 | 2008-01-31 04:03:03 -0800 | [diff] [blame] | 1350 | t = xt_find_table_lock(net, AF_INET, name); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1351 | if (!t || IS_ERR(t)) { |
| 1352 | ret = t ? PTR_ERR(t) : -ENOENT; |
| 1353 | goto free; |
| 1354 | } |
| 1355 | |
Stephen Hemminger | 942e4a2 | 2009-04-28 22:36:33 -0700 | [diff] [blame] | 1356 | local_bh_disable(); |
Harald Welte | 2e4e6a1 | 2006-01-12 13:30:04 -0800 | [diff] [blame] | 1357 | private = t->private; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1358 | if (private->number != num_counters) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1359 | ret = -EINVAL; |
| 1360 | goto unlock_up_free; |
| 1361 | } |
| 1362 | |
| 1363 | i = 0; |
Eric Dumazet | 3183606 | 2005-12-13 23:13:48 -0800 | [diff] [blame] | 1364 | /* Choose the copy that is on our node */ |
Stephen Hemminger | 942e4a2 | 2009-04-28 22:36:33 -0700 | [diff] [blame] | 1365 | curcpu = smp_processor_id(); |
| 1366 | loc_cpu_entry = private->entries[curcpu]; |
Eric Dumazet | 7f5c6d4 | 2011-04-04 17:04:03 +0200 | [diff] [blame] | 1367 | addend = xt_write_recseq_begin(); |
Jan Engelhardt | 0559518 | 2010-02-24 18:33:43 +0100 | [diff] [blame] | 1368 | xt_entry_foreach(iter, loc_cpu_entry, private->size) { |
| 1369 | ADD_COUNTER(iter->counters, paddc[i].bcnt, paddc[i].pcnt); |
| 1370 | ++i; |
| 1371 | } |
Eric Dumazet | 7f5c6d4 | 2011-04-04 17:04:03 +0200 | [diff] [blame] | 1372 | xt_write_recseq_end(addend); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1373 | unlock_up_free: |
Stephen Hemminger | 942e4a2 | 2009-04-28 22:36:33 -0700 | [diff] [blame] | 1374 | local_bh_enable(); |
Harald Welte | 2e4e6a1 | 2006-01-12 13:30:04 -0800 | [diff] [blame] | 1375 | xt_table_unlock(t); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1376 | module_put(t->me); |
| 1377 | free: |
| 1378 | vfree(paddc); |
| 1379 | |
| 1380 | return ret; |
| 1381 | } |
| 1382 | |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1383 | #ifdef CONFIG_COMPAT |
| 1384 | struct compat_ipt_replace { |
Jan Engelhardt | 12b00c2 | 2010-10-13 15:56:56 +0200 | [diff] [blame] | 1385 | char name[XT_TABLE_MAXNAMELEN]; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1386 | u32 valid_hooks; |
| 1387 | u32 num_entries; |
| 1388 | u32 size; |
Patrick McHardy | 6e23ae2 | 2007-11-19 18:53:30 -0800 | [diff] [blame] | 1389 | u32 hook_entry[NF_INET_NUMHOOKS]; |
| 1390 | u32 underflow[NF_INET_NUMHOOKS]; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1391 | u32 num_counters; |
Jan Engelhardt | 87a2e70d | 2010-10-13 16:11:22 +0200 | [diff] [blame] | 1392 | compat_uptr_t counters; /* struct xt_counters * */ |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1393 | struct compat_ipt_entry entries[0]; |
| 1394 | }; |
| 1395 | |
Patrick McHardy | a18aa31 | 2007-12-12 10:35:16 -0800 | [diff] [blame] | 1396 | static int |
| 1397 | compat_copy_entry_to_user(struct ipt_entry *e, void __user **dstptr, |
Patrick McHardy | b0a6363 | 2008-01-31 04:10:18 -0800 | [diff] [blame] | 1398 | unsigned int *size, struct xt_counters *counters, |
Jan Engelhardt | 0559518 | 2010-02-24 18:33:43 +0100 | [diff] [blame] | 1399 | unsigned int i) |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1400 | { |
Jan Engelhardt | 87a2e70d | 2010-10-13 16:11:22 +0200 | [diff] [blame] | 1401 | struct xt_entry_target *t; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1402 | struct compat_ipt_entry __user *ce; |
| 1403 | u_int16_t target_offset, next_offset; |
| 1404 | compat_uint_t origsize; |
Jan Engelhardt | dcea992 | 2010-02-24 18:34:48 +0100 | [diff] [blame] | 1405 | const struct xt_entry_match *ematch; |
| 1406 | int ret = 0; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1407 | |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1408 | origsize = *size; |
| 1409 | ce = (struct compat_ipt_entry __user *)*dstptr; |
Jan Engelhardt | 0559518 | 2010-02-24 18:33:43 +0100 | [diff] [blame] | 1410 | if (copy_to_user(ce, e, sizeof(struct ipt_entry)) != 0 || |
| 1411 | copy_to_user(&ce->counters, &counters[i], |
| 1412 | sizeof(counters[i])) != 0) |
| 1413 | return -EFAULT; |
Patrick McHardy | a18aa31 | 2007-12-12 10:35:16 -0800 | [diff] [blame] | 1414 | |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1415 | *dstptr += sizeof(struct compat_ipt_entry); |
Patrick McHardy | 30c08c4 | 2007-12-17 21:47:14 -0800 | [diff] [blame] | 1416 | *size -= sizeof(struct ipt_entry) - sizeof(struct compat_ipt_entry); |
| 1417 | |
Jan Engelhardt | dcea992 | 2010-02-24 18:34:48 +0100 | [diff] [blame] | 1418 | xt_ematch_foreach(ematch, e) { |
| 1419 | ret = xt_compat_match_to_user(ematch, dstptr, size); |
| 1420 | if (ret != 0) |
Jan Engelhardt | 6bdb331 | 2010-02-24 18:35:37 +0100 | [diff] [blame] | 1421 | return ret; |
Jan Engelhardt | dcea992 | 2010-02-24 18:34:48 +0100 | [diff] [blame] | 1422 | } |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1423 | target_offset = e->target_offset - (origsize - *size); |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1424 | t = ipt_get_target(e); |
Patrick McHardy | 9fa492c | 2006-09-20 12:05:37 -0700 | [diff] [blame] | 1425 | ret = xt_compat_target_to_user(t, dstptr, size); |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1426 | if (ret) |
Jan Engelhardt | 0559518 | 2010-02-24 18:33:43 +0100 | [diff] [blame] | 1427 | return ret; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1428 | next_offset = e->next_offset - (origsize - *size); |
Jan Engelhardt | 0559518 | 2010-02-24 18:33:43 +0100 | [diff] [blame] | 1429 | if (put_user(target_offset, &ce->target_offset) != 0 || |
| 1430 | put_user(next_offset, &ce->next_offset) != 0) |
| 1431 | return -EFAULT; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1432 | return 0; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1433 | } |
| 1434 | |
Denys Vlasenko | 022748a | 2008-01-14 23:44:05 -0800 | [diff] [blame] | 1435 | static int |
Jan Engelhardt | 87a2e70d | 2010-10-13 16:11:22 +0200 | [diff] [blame] | 1436 | compat_find_calc_match(struct xt_entry_match *m, |
Patrick McHardy | 4b47824 | 2007-12-17 21:46:15 -0800 | [diff] [blame] | 1437 | const char *name, |
| 1438 | const struct ipt_ip *ip, |
| 1439 | unsigned int hookmask, |
Jan Engelhardt | 6bdb331 | 2010-02-24 18:35:37 +0100 | [diff] [blame] | 1440 | int *size) |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1441 | { |
Jan Engelhardt | 6709dbb | 2007-02-07 15:11:19 -0800 | [diff] [blame] | 1442 | struct xt_match *match; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1443 | |
Jan Engelhardt | fd0ec0e | 2009-07-10 19:27:47 +0200 | [diff] [blame] | 1444 | match = xt_request_find_match(NFPROTO_IPV4, m->u.user.name, |
| 1445 | m->u.user.revision); |
| 1446 | if (IS_ERR(match)) { |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1447 | duprintf("compat_check_calc_match: `%s' not found\n", |
Patrick McHardy | 4b47824 | 2007-12-17 21:46:15 -0800 | [diff] [blame] | 1448 | m->u.user.name); |
Jan Engelhardt | fd0ec0e | 2009-07-10 19:27:47 +0200 | [diff] [blame] | 1449 | return PTR_ERR(match); |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1450 | } |
| 1451 | m->u.kernel.match = match; |
Patrick McHardy | 9fa492c | 2006-09-20 12:05:37 -0700 | [diff] [blame] | 1452 | *size += xt_compat_match_offset(match); |
Dmitry Mishin | 4c1b52b | 2007-06-05 12:56:09 -0700 | [diff] [blame] | 1453 | return 0; |
| 1454 | } |
| 1455 | |
Jan Engelhardt | 0559518 | 2010-02-24 18:33:43 +0100 | [diff] [blame] | 1456 | static void compat_release_entry(struct compat_ipt_entry *e) |
Dmitry Mishin | 4c1b52b | 2007-06-05 12:56:09 -0700 | [diff] [blame] | 1457 | { |
Jan Engelhardt | 87a2e70d | 2010-10-13 16:11:22 +0200 | [diff] [blame] | 1458 | struct xt_entry_target *t; |
Jan Engelhardt | dcea992 | 2010-02-24 18:34:48 +0100 | [diff] [blame] | 1459 | struct xt_entry_match *ematch; |
Dmitry Mishin | 4c1b52b | 2007-06-05 12:56:09 -0700 | [diff] [blame] | 1460 | |
Dmitry Mishin | 4c1b52b | 2007-06-05 12:56:09 -0700 | [diff] [blame] | 1461 | /* Cleanup all matches */ |
Jan Engelhardt | dcea992 | 2010-02-24 18:34:48 +0100 | [diff] [blame] | 1462 | xt_ematch_foreach(ematch, e) |
Jan Engelhardt | 6bdb331 | 2010-02-24 18:35:37 +0100 | [diff] [blame] | 1463 | module_put(ematch->u.kernel.match->me); |
Patrick McHardy | 73cd598 | 2007-12-17 21:47:32 -0800 | [diff] [blame] | 1464 | t = compat_ipt_get_target(e); |
Dmitry Mishin | 4c1b52b | 2007-06-05 12:56:09 -0700 | [diff] [blame] | 1465 | module_put(t->u.kernel.target->me); |
Dmitry Mishin | 4c1b52b | 2007-06-05 12:56:09 -0700 | [diff] [blame] | 1466 | } |
| 1467 | |
Denys Vlasenko | 022748a | 2008-01-14 23:44:05 -0800 | [diff] [blame] | 1468 | static int |
Patrick McHardy | 73cd598 | 2007-12-17 21:47:32 -0800 | [diff] [blame] | 1469 | check_compat_entry_size_and_hooks(struct compat_ipt_entry *e, |
Patrick McHardy | 4b47824 | 2007-12-17 21:46:15 -0800 | [diff] [blame] | 1470 | struct xt_table_info *newinfo, |
| 1471 | unsigned int *size, |
Jan Engelhardt | d5d1baa | 2009-06-26 07:51:59 +0200 | [diff] [blame] | 1472 | const unsigned char *base, |
| 1473 | const unsigned char *limit, |
| 1474 | const unsigned int *hook_entries, |
| 1475 | const unsigned int *underflows, |
Patrick McHardy | 4b47824 | 2007-12-17 21:46:15 -0800 | [diff] [blame] | 1476 | const char *name) |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1477 | { |
Jan Engelhardt | dcea992 | 2010-02-24 18:34:48 +0100 | [diff] [blame] | 1478 | struct xt_entry_match *ematch; |
Jan Engelhardt | 87a2e70d | 2010-10-13 16:11:22 +0200 | [diff] [blame] | 1479 | struct xt_entry_target *t; |
Jan Engelhardt | 6709dbb | 2007-02-07 15:11:19 -0800 | [diff] [blame] | 1480 | struct xt_target *target; |
Dmitry Mishin | e5b5ef7 | 2007-01-04 12:14:41 -0800 | [diff] [blame] | 1481 | unsigned int entry_offset; |
Patrick McHardy | b0a6363 | 2008-01-31 04:10:18 -0800 | [diff] [blame] | 1482 | unsigned int j; |
| 1483 | int ret, off, h; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1484 | |
| 1485 | duprintf("check_compat_entry_size_and_hooks %p\n", e); |
Joe Perches | 3666ed1 | 2009-11-23 23:17:06 +0100 | [diff] [blame] | 1486 | if ((unsigned long)e % __alignof__(struct compat_ipt_entry) != 0 || |
| 1487 | (unsigned char *)e + sizeof(struct compat_ipt_entry) >= limit) { |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1488 | duprintf("Bad offset %p, limit = %p\n", e, limit); |
| 1489 | return -EINVAL; |
| 1490 | } |
| 1491 | |
| 1492 | if (e->next_offset < sizeof(struct compat_ipt_entry) + |
Patrick McHardy | 4b47824 | 2007-12-17 21:46:15 -0800 | [diff] [blame] | 1493 | sizeof(struct compat_xt_entry_target)) { |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1494 | duprintf("checking: element %p size %u\n", |
| 1495 | e, e->next_offset); |
| 1496 | return -EINVAL; |
| 1497 | } |
| 1498 | |
Patrick McHardy | 73cd598 | 2007-12-17 21:47:32 -0800 | [diff] [blame] | 1499 | /* For purposes of check_entry casting the compat entry is fine */ |
| 1500 | ret = check_entry((struct ipt_entry *)e, name); |
Dmitry Mishin | a96be24 | 2006-12-12 00:29:26 -0800 | [diff] [blame] | 1501 | if (ret) |
| 1502 | return ret; |
Dmitry Mishin | 590bdf7 | 2006-10-30 15:12:55 -0800 | [diff] [blame] | 1503 | |
Patrick McHardy | 30c08c4 | 2007-12-17 21:47:14 -0800 | [diff] [blame] | 1504 | off = sizeof(struct ipt_entry) - sizeof(struct compat_ipt_entry); |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1505 | entry_offset = (void *)e - (void *)base; |
| 1506 | j = 0; |
Jan Engelhardt | dcea992 | 2010-02-24 18:34:48 +0100 | [diff] [blame] | 1507 | xt_ematch_foreach(ematch, e) { |
| 1508 | ret = compat_find_calc_match(ematch, name, |
Jan Engelhardt | 6b4ff2d | 2010-02-26 17:53:31 +0100 | [diff] [blame] | 1509 | &e->ip, e->comefrom, &off); |
Jan Engelhardt | dcea992 | 2010-02-24 18:34:48 +0100 | [diff] [blame] | 1510 | if (ret != 0) |
Jan Engelhardt | 6bdb331 | 2010-02-24 18:35:37 +0100 | [diff] [blame] | 1511 | goto release_matches; |
| 1512 | ++j; |
Jan Engelhardt | dcea992 | 2010-02-24 18:34:48 +0100 | [diff] [blame] | 1513 | } |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1514 | |
Patrick McHardy | 73cd598 | 2007-12-17 21:47:32 -0800 | [diff] [blame] | 1515 | t = compat_ipt_get_target(e); |
Jan Engelhardt | d2a7b6b | 2009-07-10 18:55:11 +0200 | [diff] [blame] | 1516 | target = xt_request_find_target(NFPROTO_IPV4, t->u.user.name, |
| 1517 | t->u.user.revision); |
| 1518 | if (IS_ERR(target)) { |
Dmitry Mishin | a96be24 | 2006-12-12 00:29:26 -0800 | [diff] [blame] | 1519 | duprintf("check_compat_entry_size_and_hooks: `%s' not found\n", |
Patrick McHardy | 4b47824 | 2007-12-17 21:46:15 -0800 | [diff] [blame] | 1520 | t->u.user.name); |
Jan Engelhardt | d2a7b6b | 2009-07-10 18:55:11 +0200 | [diff] [blame] | 1521 | ret = PTR_ERR(target); |
Dmitry Mishin | 4c1b52b | 2007-06-05 12:56:09 -0700 | [diff] [blame] | 1522 | goto release_matches; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1523 | } |
| 1524 | t->u.kernel.target = target; |
| 1525 | |
Patrick McHardy | 9fa492c | 2006-09-20 12:05:37 -0700 | [diff] [blame] | 1526 | off += xt_compat_target_offset(target); |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1527 | *size += off; |
Patrick McHardy | b386d9f | 2007-12-17 21:47:48 -0800 | [diff] [blame] | 1528 | ret = xt_compat_add_offset(AF_INET, entry_offset, off); |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1529 | if (ret) |
| 1530 | goto out; |
| 1531 | |
| 1532 | /* Check hooks & underflows */ |
Patrick McHardy | 6e23ae2 | 2007-11-19 18:53:30 -0800 | [diff] [blame] | 1533 | for (h = 0; h < NF_INET_NUMHOOKS; h++) { |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1534 | if ((unsigned char *)e - base == hook_entries[h]) |
| 1535 | newinfo->hook_entry[h] = hook_entries[h]; |
| 1536 | if ((unsigned char *)e - base == underflows[h]) |
| 1537 | newinfo->underflow[h] = underflows[h]; |
| 1538 | } |
| 1539 | |
| 1540 | /* Clear counters and comefrom */ |
Patrick McHardy | 73cd598 | 2007-12-17 21:47:32 -0800 | [diff] [blame] | 1541 | memset(&e->counters, 0, sizeof(e->counters)); |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1542 | e->comefrom = 0; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1543 | return 0; |
Patrick McHardy | bec71b1 | 2006-09-20 12:04:08 -0700 | [diff] [blame] | 1544 | |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1545 | out: |
Patrick McHardy | bec71b1 | 2006-09-20 12:04:08 -0700 | [diff] [blame] | 1546 | module_put(t->u.kernel.target->me); |
Dmitry Mishin | 4c1b52b | 2007-06-05 12:56:09 -0700 | [diff] [blame] | 1547 | release_matches: |
Jan Engelhardt | 6bdb331 | 2010-02-24 18:35:37 +0100 | [diff] [blame] | 1548 | xt_ematch_foreach(ematch, e) { |
| 1549 | if (j-- == 0) |
Jan Engelhardt | dcea992 | 2010-02-24 18:34:48 +0100 | [diff] [blame] | 1550 | break; |
Jan Engelhardt | 6bdb331 | 2010-02-24 18:35:37 +0100 | [diff] [blame] | 1551 | module_put(ematch->u.kernel.match->me); |
| 1552 | } |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1553 | return ret; |
| 1554 | } |
| 1555 | |
Patrick McHardy | 4b47824 | 2007-12-17 21:46:15 -0800 | [diff] [blame] | 1556 | static int |
Patrick McHardy | 73cd598 | 2007-12-17 21:47:32 -0800 | [diff] [blame] | 1557 | compat_copy_entry_from_user(struct compat_ipt_entry *e, void **dstptr, |
Patrick McHardy | 4b47824 | 2007-12-17 21:46:15 -0800 | [diff] [blame] | 1558 | unsigned int *size, const char *name, |
| 1559 | struct xt_table_info *newinfo, unsigned char *base) |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1560 | { |
Jan Engelhardt | 87a2e70d | 2010-10-13 16:11:22 +0200 | [diff] [blame] | 1561 | struct xt_entry_target *t; |
Jan Engelhardt | 6709dbb | 2007-02-07 15:11:19 -0800 | [diff] [blame] | 1562 | struct xt_target *target; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1563 | struct ipt_entry *de; |
| 1564 | unsigned int origsize; |
Dmitry Mishin | 920b868 | 2006-10-30 15:14:27 -0800 | [diff] [blame] | 1565 | int ret, h; |
Jan Engelhardt | dcea992 | 2010-02-24 18:34:48 +0100 | [diff] [blame] | 1566 | struct xt_entry_match *ematch; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1567 | |
| 1568 | ret = 0; |
| 1569 | origsize = *size; |
| 1570 | de = (struct ipt_entry *)*dstptr; |
| 1571 | memcpy(de, e, sizeof(struct ipt_entry)); |
Patrick McHardy | 73cd598 | 2007-12-17 21:47:32 -0800 | [diff] [blame] | 1572 | memcpy(&de->counters, &e->counters, sizeof(e->counters)); |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1573 | |
Patrick McHardy | 73cd598 | 2007-12-17 21:47:32 -0800 | [diff] [blame] | 1574 | *dstptr += sizeof(struct ipt_entry); |
Patrick McHardy | 30c08c4 | 2007-12-17 21:47:14 -0800 | [diff] [blame] | 1575 | *size += sizeof(struct ipt_entry) - sizeof(struct compat_ipt_entry); |
| 1576 | |
Jan Engelhardt | dcea992 | 2010-02-24 18:34:48 +0100 | [diff] [blame] | 1577 | xt_ematch_foreach(ematch, e) { |
| 1578 | ret = xt_compat_match_from_user(ematch, dstptr, size); |
| 1579 | if (ret != 0) |
Jan Engelhardt | 6bdb331 | 2010-02-24 18:35:37 +0100 | [diff] [blame] | 1580 | return ret; |
Jan Engelhardt | dcea992 | 2010-02-24 18:34:48 +0100 | [diff] [blame] | 1581 | } |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1582 | de->target_offset = e->target_offset - (origsize - *size); |
Patrick McHardy | 73cd598 | 2007-12-17 21:47:32 -0800 | [diff] [blame] | 1583 | t = compat_ipt_get_target(e); |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1584 | target = t->u.kernel.target; |
Patrick McHardy | 9fa492c | 2006-09-20 12:05:37 -0700 | [diff] [blame] | 1585 | xt_compat_target_from_user(t, dstptr, size); |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1586 | |
| 1587 | de->next_offset = e->next_offset - (origsize - *size); |
Patrick McHardy | 6e23ae2 | 2007-11-19 18:53:30 -0800 | [diff] [blame] | 1588 | for (h = 0; h < NF_INET_NUMHOOKS; h++) { |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1589 | if ((unsigned char *)de - base < newinfo->hook_entry[h]) |
| 1590 | newinfo->hook_entry[h] -= origsize - *size; |
| 1591 | if ((unsigned char *)de - base < newinfo->underflow[h]) |
| 1592 | newinfo->underflow[h] -= origsize - *size; |
| 1593 | } |
Dmitry Mishin | f6677f4 | 2006-12-05 13:44:07 -0800 | [diff] [blame] | 1594 | return ret; |
| 1595 | } |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1596 | |
Denys Vlasenko | 022748a | 2008-01-14 23:44:05 -0800 | [diff] [blame] | 1597 | static int |
Jan Engelhardt | 0559518 | 2010-02-24 18:33:43 +0100 | [diff] [blame] | 1598 | compat_check_entry(struct ipt_entry *e, struct net *net, const char *name) |
Dmitry Mishin | f6677f4 | 2006-12-05 13:44:07 -0800 | [diff] [blame] | 1599 | { |
Jan Engelhardt | dcea992 | 2010-02-24 18:34:48 +0100 | [diff] [blame] | 1600 | struct xt_entry_match *ematch; |
Jan Engelhardt | 9b4fce7 | 2008-10-08 11:35:18 +0200 | [diff] [blame] | 1601 | struct xt_mtchk_param mtpar; |
Patrick McHardy | b0a6363 | 2008-01-31 04:10:18 -0800 | [diff] [blame] | 1602 | unsigned int j; |
Jan Engelhardt | dcea992 | 2010-02-24 18:34:48 +0100 | [diff] [blame] | 1603 | int ret = 0; |
Dmitry Mishin | f6677f4 | 2006-12-05 13:44:07 -0800 | [diff] [blame] | 1604 | |
Dmitry Mishin | 4c1b52b | 2007-06-05 12:56:09 -0700 | [diff] [blame] | 1605 | j = 0; |
Alexey Dobriyan | a83d8e8 | 2010-01-18 08:21:13 +0100 | [diff] [blame] | 1606 | mtpar.net = net; |
Jan Engelhardt | 9b4fce7 | 2008-10-08 11:35:18 +0200 | [diff] [blame] | 1607 | mtpar.table = name; |
| 1608 | mtpar.entryinfo = &e->ip; |
| 1609 | mtpar.hook_mask = e->comefrom; |
Jan Engelhardt | 916a917 | 2008-10-08 11:35:20 +0200 | [diff] [blame] | 1610 | mtpar.family = NFPROTO_IPV4; |
Jan Engelhardt | dcea992 | 2010-02-24 18:34:48 +0100 | [diff] [blame] | 1611 | xt_ematch_foreach(ematch, e) { |
Jan Engelhardt | 6bdb331 | 2010-02-24 18:35:37 +0100 | [diff] [blame] | 1612 | ret = check_match(ematch, &mtpar); |
Jan Engelhardt | dcea992 | 2010-02-24 18:34:48 +0100 | [diff] [blame] | 1613 | if (ret != 0) |
Jan Engelhardt | 6bdb331 | 2010-02-24 18:35:37 +0100 | [diff] [blame] | 1614 | goto cleanup_matches; |
| 1615 | ++j; |
Jan Engelhardt | dcea992 | 2010-02-24 18:34:48 +0100 | [diff] [blame] | 1616 | } |
Dmitry Mishin | f6677f4 | 2006-12-05 13:44:07 -0800 | [diff] [blame] | 1617 | |
Patrick McHardy | add6746 | 2010-02-03 13:45:12 +0100 | [diff] [blame] | 1618 | ret = check_target(e, net, name); |
Dmitry Mishin | 4c1b52b | 2007-06-05 12:56:09 -0700 | [diff] [blame] | 1619 | if (ret) |
| 1620 | goto cleanup_matches; |
Dmitry Mishin | 4c1b52b | 2007-06-05 12:56:09 -0700 | [diff] [blame] | 1621 | return 0; |
| 1622 | |
| 1623 | cleanup_matches: |
Jan Engelhardt | 6bdb331 | 2010-02-24 18:35:37 +0100 | [diff] [blame] | 1624 | xt_ematch_foreach(ematch, e) { |
| 1625 | if (j-- == 0) |
Jan Engelhardt | dcea992 | 2010-02-24 18:34:48 +0100 | [diff] [blame] | 1626 | break; |
Jan Engelhardt | 6bdb331 | 2010-02-24 18:35:37 +0100 | [diff] [blame] | 1627 | cleanup_match(ematch, net); |
| 1628 | } |
Dmitry Mishin | 4c1b52b | 2007-06-05 12:56:09 -0700 | [diff] [blame] | 1629 | return ret; |
Dmitry Mishin | f6677f4 | 2006-12-05 13:44:07 -0800 | [diff] [blame] | 1630 | } |
| 1631 | |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1632 | static int |
Alexey Dobriyan | a83d8e8 | 2010-01-18 08:21:13 +0100 | [diff] [blame] | 1633 | translate_compat_table(struct net *net, |
| 1634 | const char *name, |
Patrick McHardy | 4b47824 | 2007-12-17 21:46:15 -0800 | [diff] [blame] | 1635 | unsigned int valid_hooks, |
| 1636 | struct xt_table_info **pinfo, |
| 1637 | void **pentry0, |
| 1638 | unsigned int total_size, |
| 1639 | unsigned int number, |
| 1640 | unsigned int *hook_entries, |
| 1641 | unsigned int *underflows) |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1642 | { |
Dmitry Mishin | 920b868 | 2006-10-30 15:14:27 -0800 | [diff] [blame] | 1643 | unsigned int i, j; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1644 | struct xt_table_info *newinfo, *info; |
| 1645 | void *pos, *entry0, *entry1; |
Jan Engelhardt | 72b2b1d | 2010-02-24 18:32:59 +0100 | [diff] [blame] | 1646 | struct compat_ipt_entry *iter0; |
| 1647 | struct ipt_entry *iter1; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1648 | unsigned int size; |
Jan Engelhardt | 0559518 | 2010-02-24 18:33:43 +0100 | [diff] [blame] | 1649 | int ret; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1650 | |
| 1651 | info = *pinfo; |
| 1652 | entry0 = *pentry0; |
| 1653 | size = total_size; |
| 1654 | info->number = number; |
| 1655 | |
| 1656 | /* Init all hooks to impossible value. */ |
Patrick McHardy | 6e23ae2 | 2007-11-19 18:53:30 -0800 | [diff] [blame] | 1657 | for (i = 0; i < NF_INET_NUMHOOKS; i++) { |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1658 | info->hook_entry[i] = 0xFFFFFFFF; |
| 1659 | info->underflow[i] = 0xFFFFFFFF; |
| 1660 | } |
| 1661 | |
| 1662 | duprintf("translate_compat_table: size %u\n", info->size); |
Dmitry Mishin | 920b868 | 2006-10-30 15:14:27 -0800 | [diff] [blame] | 1663 | j = 0; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1664 | xt_compat_lock(AF_INET); |
Eric Dumazet | 255d0dc | 2010-12-18 18:35:15 +0100 | [diff] [blame] | 1665 | xt_compat_init_offsets(AF_INET, number); |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1666 | /* Walk through entries, checking offsets. */ |
Jan Engelhardt | 72b2b1d | 2010-02-24 18:32:59 +0100 | [diff] [blame] | 1667 | xt_entry_foreach(iter0, entry0, total_size) { |
| 1668 | ret = check_compat_entry_size_and_hooks(iter0, info, &size, |
Jan Engelhardt | 6b4ff2d | 2010-02-26 17:53:31 +0100 | [diff] [blame] | 1669 | entry0, |
| 1670 | entry0 + total_size, |
| 1671 | hook_entries, |
| 1672 | underflows, |
| 1673 | name); |
Jan Engelhardt | 72b2b1d | 2010-02-24 18:32:59 +0100 | [diff] [blame] | 1674 | if (ret != 0) |
Jan Engelhardt | 0559518 | 2010-02-24 18:33:43 +0100 | [diff] [blame] | 1675 | goto out_unlock; |
| 1676 | ++j; |
Jan Engelhardt | 72b2b1d | 2010-02-24 18:32:59 +0100 | [diff] [blame] | 1677 | } |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1678 | |
| 1679 | ret = -EINVAL; |
Dmitry Mishin | 920b868 | 2006-10-30 15:14:27 -0800 | [diff] [blame] | 1680 | if (j != number) { |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1681 | duprintf("translate_compat_table: %u not %u entries\n", |
Dmitry Mishin | 920b868 | 2006-10-30 15:14:27 -0800 | [diff] [blame] | 1682 | j, number); |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1683 | goto out_unlock; |
| 1684 | } |
| 1685 | |
| 1686 | /* Check hooks all assigned */ |
Patrick McHardy | 6e23ae2 | 2007-11-19 18:53:30 -0800 | [diff] [blame] | 1687 | for (i = 0; i < NF_INET_NUMHOOKS; i++) { |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1688 | /* Only hooks which are valid */ |
| 1689 | if (!(valid_hooks & (1 << i))) |
| 1690 | continue; |
| 1691 | if (info->hook_entry[i] == 0xFFFFFFFF) { |
| 1692 | duprintf("Invalid hook entry %u %u\n", |
| 1693 | i, hook_entries[i]); |
| 1694 | goto out_unlock; |
| 1695 | } |
| 1696 | if (info->underflow[i] == 0xFFFFFFFF) { |
| 1697 | duprintf("Invalid underflow %u %u\n", |
| 1698 | i, underflows[i]); |
| 1699 | goto out_unlock; |
| 1700 | } |
| 1701 | } |
| 1702 | |
| 1703 | ret = -ENOMEM; |
| 1704 | newinfo = xt_alloc_table_info(size); |
| 1705 | if (!newinfo) |
| 1706 | goto out_unlock; |
| 1707 | |
| 1708 | newinfo->number = number; |
Patrick McHardy | 6e23ae2 | 2007-11-19 18:53:30 -0800 | [diff] [blame] | 1709 | for (i = 0; i < NF_INET_NUMHOOKS; i++) { |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1710 | newinfo->hook_entry[i] = info->hook_entry[i]; |
| 1711 | newinfo->underflow[i] = info->underflow[i]; |
| 1712 | } |
| 1713 | entry1 = newinfo->entries[raw_smp_processor_id()]; |
| 1714 | pos = entry1; |
Patrick McHardy | 4b47824 | 2007-12-17 21:46:15 -0800 | [diff] [blame] | 1715 | size = total_size; |
Jan Engelhardt | 72b2b1d | 2010-02-24 18:32:59 +0100 | [diff] [blame] | 1716 | xt_entry_foreach(iter0, entry0, total_size) { |
Jan Engelhardt | 6b4ff2d | 2010-02-26 17:53:31 +0100 | [diff] [blame] | 1717 | ret = compat_copy_entry_from_user(iter0, &pos, &size, |
| 1718 | name, newinfo, entry1); |
Jan Engelhardt | 72b2b1d | 2010-02-24 18:32:59 +0100 | [diff] [blame] | 1719 | if (ret != 0) |
| 1720 | break; |
| 1721 | } |
Patrick McHardy | b386d9f | 2007-12-17 21:47:48 -0800 | [diff] [blame] | 1722 | xt_compat_flush_offsets(AF_INET); |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1723 | xt_compat_unlock(AF_INET); |
| 1724 | if (ret) |
| 1725 | goto free_newinfo; |
| 1726 | |
| 1727 | ret = -ELOOP; |
| 1728 | if (!mark_source_chains(newinfo, valid_hooks, entry1)) |
| 1729 | goto free_newinfo; |
| 1730 | |
Dmitry Mishin | 4c1b52b | 2007-06-05 12:56:09 -0700 | [diff] [blame] | 1731 | i = 0; |
Jan Engelhardt | 72b2b1d | 2010-02-24 18:32:59 +0100 | [diff] [blame] | 1732 | xt_entry_foreach(iter1, entry1, newinfo->size) { |
Jan Engelhardt | 0559518 | 2010-02-24 18:33:43 +0100 | [diff] [blame] | 1733 | ret = compat_check_entry(iter1, net, name); |
Jan Engelhardt | 72b2b1d | 2010-02-24 18:32:59 +0100 | [diff] [blame] | 1734 | if (ret != 0) |
| 1735 | break; |
Jan Engelhardt | 0559518 | 2010-02-24 18:33:43 +0100 | [diff] [blame] | 1736 | ++i; |
Florian Westphal | cca77b7 | 2010-08-23 14:41:22 -0700 | [diff] [blame] | 1737 | if (strcmp(ipt_get_target(iter1)->u.user.name, |
| 1738 | XT_ERROR_TARGET) == 0) |
| 1739 | ++newinfo->stacksize; |
Jan Engelhardt | 72b2b1d | 2010-02-24 18:32:59 +0100 | [diff] [blame] | 1740 | } |
Dmitry Mishin | 4c1b52b | 2007-06-05 12:56:09 -0700 | [diff] [blame] | 1741 | if (ret) { |
Jan Engelhardt | 72b2b1d | 2010-02-24 18:32:59 +0100 | [diff] [blame] | 1742 | /* |
| 1743 | * The first i matches need cleanup_entry (calls ->destroy) |
| 1744 | * because they had called ->check already. The other j-i |
| 1745 | * entries need only release. |
| 1746 | */ |
| 1747 | int skip = i; |
Dmitry Mishin | 4c1b52b | 2007-06-05 12:56:09 -0700 | [diff] [blame] | 1748 | j -= i; |
Jan Engelhardt | 72b2b1d | 2010-02-24 18:32:59 +0100 | [diff] [blame] | 1749 | xt_entry_foreach(iter0, entry0, newinfo->size) { |
| 1750 | if (skip-- > 0) |
| 1751 | continue; |
Jan Engelhardt | 0559518 | 2010-02-24 18:33:43 +0100 | [diff] [blame] | 1752 | if (j-- == 0) |
Jan Engelhardt | 72b2b1d | 2010-02-24 18:32:59 +0100 | [diff] [blame] | 1753 | break; |
Jan Engelhardt | 0559518 | 2010-02-24 18:33:43 +0100 | [diff] [blame] | 1754 | compat_release_entry(iter0); |
Jan Engelhardt | 72b2b1d | 2010-02-24 18:32:59 +0100 | [diff] [blame] | 1755 | } |
Jan Engelhardt | 0559518 | 2010-02-24 18:33:43 +0100 | [diff] [blame] | 1756 | xt_entry_foreach(iter1, entry1, newinfo->size) { |
| 1757 | if (i-- == 0) |
Jan Engelhardt | 72b2b1d | 2010-02-24 18:32:59 +0100 | [diff] [blame] | 1758 | break; |
Jan Engelhardt | 0559518 | 2010-02-24 18:33:43 +0100 | [diff] [blame] | 1759 | cleanup_entry(iter1, net); |
| 1760 | } |
Dmitry Mishin | 4c1b52b | 2007-06-05 12:56:09 -0700 | [diff] [blame] | 1761 | xt_free_table_info(newinfo); |
| 1762 | return ret; |
| 1763 | } |
Dmitry Mishin | f6677f4 | 2006-12-05 13:44:07 -0800 | [diff] [blame] | 1764 | |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1765 | /* And one copy for every other CPU */ |
Andrew Morton | fb1bb34 | 2006-06-25 05:46:43 -0700 | [diff] [blame] | 1766 | for_each_possible_cpu(i) |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1767 | if (newinfo->entries[i] && newinfo->entries[i] != entry1) |
| 1768 | memcpy(newinfo->entries[i], entry1, newinfo->size); |
| 1769 | |
| 1770 | *pinfo = newinfo; |
| 1771 | *pentry0 = entry1; |
| 1772 | xt_free_table_info(info); |
| 1773 | return 0; |
| 1774 | |
| 1775 | free_newinfo: |
| 1776 | xt_free_table_info(newinfo); |
| 1777 | out: |
Jan Engelhardt | 0559518 | 2010-02-24 18:33:43 +0100 | [diff] [blame] | 1778 | xt_entry_foreach(iter0, entry0, total_size) { |
| 1779 | if (j-- == 0) |
Jan Engelhardt | 72b2b1d | 2010-02-24 18:32:59 +0100 | [diff] [blame] | 1780 | break; |
Jan Engelhardt | 0559518 | 2010-02-24 18:33:43 +0100 | [diff] [blame] | 1781 | compat_release_entry(iter0); |
| 1782 | } |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1783 | return ret; |
| 1784 | out_unlock: |
Patrick McHardy | b386d9f | 2007-12-17 21:47:48 -0800 | [diff] [blame] | 1785 | xt_compat_flush_offsets(AF_INET); |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1786 | xt_compat_unlock(AF_INET); |
| 1787 | goto out; |
| 1788 | } |
| 1789 | |
| 1790 | static int |
Alexey Dobriyan | 34bd137 | 2008-01-31 04:03:03 -0800 | [diff] [blame] | 1791 | compat_do_replace(struct net *net, void __user *user, unsigned int len) |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1792 | { |
| 1793 | int ret; |
| 1794 | struct compat_ipt_replace tmp; |
| 1795 | struct xt_table_info *newinfo; |
| 1796 | void *loc_cpu_entry; |
Jan Engelhardt | 72b2b1d | 2010-02-24 18:32:59 +0100 | [diff] [blame] | 1797 | struct ipt_entry *iter; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1798 | |
| 1799 | if (copy_from_user(&tmp, user, sizeof(tmp)) != 0) |
| 1800 | return -EFAULT; |
| 1801 | |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1802 | /* overflow check */ |
Eric Dumazet | 259d4e4 | 2007-12-04 23:24:56 -0800 | [diff] [blame] | 1803 | if (tmp.size >= INT_MAX / num_possible_cpus()) |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1804 | return -ENOMEM; |
| 1805 | if (tmp.num_counters >= INT_MAX / sizeof(struct xt_counters)) |
| 1806 | return -ENOMEM; |
Vasiliy Kulikov | 78b7987 | 2011-03-15 13:36:05 +0100 | [diff] [blame] | 1807 | tmp.name[sizeof(tmp.name)-1] = 0; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1808 | |
| 1809 | newinfo = xt_alloc_table_info(tmp.size); |
| 1810 | if (!newinfo) |
| 1811 | return -ENOMEM; |
| 1812 | |
Patrick McHardy | 9c54795 | 2007-12-17 21:52:00 -0800 | [diff] [blame] | 1813 | /* choose the copy that is on our node/cpu */ |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1814 | loc_cpu_entry = newinfo->entries[raw_smp_processor_id()]; |
| 1815 | if (copy_from_user(loc_cpu_entry, user + sizeof(tmp), |
| 1816 | tmp.size) != 0) { |
| 1817 | ret = -EFAULT; |
| 1818 | goto free_newinfo; |
| 1819 | } |
| 1820 | |
Alexey Dobriyan | a83d8e8 | 2010-01-18 08:21:13 +0100 | [diff] [blame] | 1821 | ret = translate_compat_table(net, tmp.name, tmp.valid_hooks, |
Patrick McHardy | 4b47824 | 2007-12-17 21:46:15 -0800 | [diff] [blame] | 1822 | &newinfo, &loc_cpu_entry, tmp.size, |
| 1823 | tmp.num_entries, tmp.hook_entry, |
| 1824 | tmp.underflow); |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1825 | if (ret != 0) |
| 1826 | goto free_newinfo; |
| 1827 | |
| 1828 | duprintf("compat_do_replace: Translated table\n"); |
| 1829 | |
Alexey Dobriyan | 34bd137 | 2008-01-31 04:03:03 -0800 | [diff] [blame] | 1830 | ret = __do_replace(net, tmp.name, tmp.valid_hooks, newinfo, |
Patrick McHardy | 4b47824 | 2007-12-17 21:46:15 -0800 | [diff] [blame] | 1831 | tmp.num_counters, compat_ptr(tmp.counters)); |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1832 | if (ret) |
| 1833 | goto free_newinfo_untrans; |
| 1834 | return 0; |
| 1835 | |
| 1836 | free_newinfo_untrans: |
Jan Engelhardt | 72b2b1d | 2010-02-24 18:32:59 +0100 | [diff] [blame] | 1837 | xt_entry_foreach(iter, loc_cpu_entry, newinfo->size) |
Jan Engelhardt | 0559518 | 2010-02-24 18:33:43 +0100 | [diff] [blame] | 1838 | cleanup_entry(iter, net); |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1839 | free_newinfo: |
| 1840 | xt_free_table_info(newinfo); |
| 1841 | return ret; |
| 1842 | } |
| 1843 | |
| 1844 | static int |
| 1845 | compat_do_ipt_set_ctl(struct sock *sk, int cmd, void __user *user, |
Patrick McHardy | 4b47824 | 2007-12-17 21:46:15 -0800 | [diff] [blame] | 1846 | unsigned int len) |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1847 | { |
| 1848 | int ret; |
| 1849 | |
| 1850 | if (!capable(CAP_NET_ADMIN)) |
| 1851 | return -EPERM; |
| 1852 | |
| 1853 | switch (cmd) { |
| 1854 | case IPT_SO_SET_REPLACE: |
YOSHIFUJI Hideaki | 3b1e0a6 | 2008-03-26 02:26:21 +0900 | [diff] [blame] | 1855 | ret = compat_do_replace(sock_net(sk), user, len); |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1856 | break; |
| 1857 | |
| 1858 | case IPT_SO_SET_ADD_COUNTERS: |
YOSHIFUJI Hideaki | 3b1e0a6 | 2008-03-26 02:26:21 +0900 | [diff] [blame] | 1859 | ret = do_add_counters(sock_net(sk), user, len, 1); |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1860 | break; |
| 1861 | |
| 1862 | default: |
| 1863 | duprintf("do_ipt_set_ctl: unknown request %i\n", cmd); |
| 1864 | ret = -EINVAL; |
| 1865 | } |
| 1866 | |
| 1867 | return ret; |
| 1868 | } |
| 1869 | |
Patrick McHardy | 4b47824 | 2007-12-17 21:46:15 -0800 | [diff] [blame] | 1870 | struct compat_ipt_get_entries { |
Jan Engelhardt | 12b00c2 | 2010-10-13 15:56:56 +0200 | [diff] [blame] | 1871 | char name[XT_TABLE_MAXNAMELEN]; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1872 | compat_uint_t size; |
| 1873 | struct compat_ipt_entry entrytable[0]; |
| 1874 | }; |
| 1875 | |
Patrick McHardy | 4b47824 | 2007-12-17 21:46:15 -0800 | [diff] [blame] | 1876 | static int |
| 1877 | compat_copy_entries_to_user(unsigned int total_size, struct xt_table *table, |
| 1878 | void __user *userptr) |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1879 | { |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1880 | struct xt_counters *counters; |
Jan Engelhardt | 5452e42 | 2008-04-14 11:15:35 +0200 | [diff] [blame] | 1881 | const struct xt_table_info *private = table->private; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1882 | void __user *pos; |
| 1883 | unsigned int size; |
| 1884 | int ret = 0; |
Jan Engelhardt | 5452e42 | 2008-04-14 11:15:35 +0200 | [diff] [blame] | 1885 | const void *loc_cpu_entry; |
Patrick McHardy | a18aa31 | 2007-12-12 10:35:16 -0800 | [diff] [blame] | 1886 | unsigned int i = 0; |
Jan Engelhardt | 72b2b1d | 2010-02-24 18:32:59 +0100 | [diff] [blame] | 1887 | struct ipt_entry *iter; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1888 | |
| 1889 | counters = alloc_counters(table); |
| 1890 | if (IS_ERR(counters)) |
| 1891 | return PTR_ERR(counters); |
| 1892 | |
| 1893 | /* choose the copy that is on our node/cpu, ... |
| 1894 | * This choice is lazy (because current thread is |
| 1895 | * allowed to migrate to another cpu) |
| 1896 | */ |
| 1897 | loc_cpu_entry = private->entries[raw_smp_processor_id()]; |
| 1898 | pos = userptr; |
| 1899 | size = total_size; |
Jan Engelhardt | 72b2b1d | 2010-02-24 18:32:59 +0100 | [diff] [blame] | 1900 | xt_entry_foreach(iter, loc_cpu_entry, total_size) { |
| 1901 | ret = compat_copy_entry_to_user(iter, &pos, |
Jan Engelhardt | 6b4ff2d | 2010-02-26 17:53:31 +0100 | [diff] [blame] | 1902 | &size, counters, i++); |
Jan Engelhardt | 72b2b1d | 2010-02-24 18:32:59 +0100 | [diff] [blame] | 1903 | if (ret != 0) |
| 1904 | break; |
| 1905 | } |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1906 | |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1907 | vfree(counters); |
| 1908 | return ret; |
| 1909 | } |
| 1910 | |
| 1911 | static int |
Alexey Dobriyan | 34bd137 | 2008-01-31 04:03:03 -0800 | [diff] [blame] | 1912 | compat_get_entries(struct net *net, struct compat_ipt_get_entries __user *uptr, |
| 1913 | int *len) |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1914 | { |
| 1915 | int ret; |
| 1916 | struct compat_ipt_get_entries get; |
Jan Engelhardt | e60a13e | 2007-02-07 15:12:33 -0800 | [diff] [blame] | 1917 | struct xt_table *t; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1918 | |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1919 | if (*len < sizeof(get)) { |
Patrick McHardy | c9d8fe1 | 2007-12-17 21:52:15 -0800 | [diff] [blame] | 1920 | duprintf("compat_get_entries: %u < %zu\n", *len, sizeof(get)); |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1921 | return -EINVAL; |
| 1922 | } |
| 1923 | |
| 1924 | if (copy_from_user(&get, uptr, sizeof(get)) != 0) |
| 1925 | return -EFAULT; |
| 1926 | |
| 1927 | if (*len != sizeof(struct compat_ipt_get_entries) + get.size) { |
Patrick McHardy | c9d8fe1 | 2007-12-17 21:52:15 -0800 | [diff] [blame] | 1928 | duprintf("compat_get_entries: %u != %zu\n", |
| 1929 | *len, sizeof(get) + get.size); |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1930 | return -EINVAL; |
| 1931 | } |
| 1932 | |
| 1933 | xt_compat_lock(AF_INET); |
Alexey Dobriyan | 34bd137 | 2008-01-31 04:03:03 -0800 | [diff] [blame] | 1934 | t = xt_find_table_lock(net, AF_INET, get.name); |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1935 | if (t && !IS_ERR(t)) { |
Jan Engelhardt | 5452e42 | 2008-04-14 11:15:35 +0200 | [diff] [blame] | 1936 | const struct xt_table_info *private = t->private; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1937 | struct xt_table_info info; |
Patrick McHardy | 9c54795 | 2007-12-17 21:52:00 -0800 | [diff] [blame] | 1938 | duprintf("t->private->number = %u\n", private->number); |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1939 | ret = compat_table_info(private, &info); |
| 1940 | if (!ret && get.size == info.size) { |
| 1941 | ret = compat_copy_entries_to_user(private->size, |
Patrick McHardy | 4b47824 | 2007-12-17 21:46:15 -0800 | [diff] [blame] | 1942 | t, uptr->entrytable); |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1943 | } else if (!ret) { |
| 1944 | duprintf("compat_get_entries: I've got %u not %u!\n", |
Patrick McHardy | 9c54795 | 2007-12-17 21:52:00 -0800 | [diff] [blame] | 1945 | private->size, get.size); |
Patrick McHardy | 544473c | 2008-04-14 11:15:45 +0200 | [diff] [blame] | 1946 | ret = -EAGAIN; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1947 | } |
Patrick McHardy | b386d9f | 2007-12-17 21:47:48 -0800 | [diff] [blame] | 1948 | xt_compat_flush_offsets(AF_INET); |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1949 | module_put(t->me); |
| 1950 | xt_table_unlock(t); |
| 1951 | } else |
| 1952 | ret = t ? PTR_ERR(t) : -ENOENT; |
| 1953 | |
| 1954 | xt_compat_unlock(AF_INET); |
| 1955 | return ret; |
| 1956 | } |
| 1957 | |
Patrick McHardy | 79030ed | 2006-09-20 12:05:08 -0700 | [diff] [blame] | 1958 | static int do_ipt_get_ctl(struct sock *, int, void __user *, int *); |
| 1959 | |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1960 | static int |
| 1961 | compat_do_ipt_get_ctl(struct sock *sk, int cmd, void __user *user, int *len) |
| 1962 | { |
| 1963 | int ret; |
| 1964 | |
Björn Steinbrink | 82fac05 | 2006-10-20 00:21:10 -0700 | [diff] [blame] | 1965 | if (!capable(CAP_NET_ADMIN)) |
| 1966 | return -EPERM; |
| 1967 | |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1968 | switch (cmd) { |
| 1969 | case IPT_SO_GET_INFO: |
YOSHIFUJI Hideaki | 3b1e0a6 | 2008-03-26 02:26:21 +0900 | [diff] [blame] | 1970 | ret = get_info(sock_net(sk), user, len, 1); |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1971 | break; |
| 1972 | case IPT_SO_GET_ENTRIES: |
YOSHIFUJI Hideaki | 3b1e0a6 | 2008-03-26 02:26:21 +0900 | [diff] [blame] | 1973 | ret = compat_get_entries(sock_net(sk), user, len); |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1974 | break; |
| 1975 | default: |
Patrick McHardy | 79030ed | 2006-09-20 12:05:08 -0700 | [diff] [blame] | 1976 | ret = do_ipt_get_ctl(sk, cmd, user, len); |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 1977 | } |
| 1978 | return ret; |
| 1979 | } |
| 1980 | #endif |
| 1981 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1982 | static int |
Patrick McHardy | 9c54795 | 2007-12-17 21:52:00 -0800 | [diff] [blame] | 1983 | do_ipt_set_ctl(struct sock *sk, int cmd, void __user *user, unsigned int len) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1984 | { |
| 1985 | int ret; |
| 1986 | |
| 1987 | if (!capable(CAP_NET_ADMIN)) |
| 1988 | return -EPERM; |
| 1989 | |
| 1990 | switch (cmd) { |
| 1991 | case IPT_SO_SET_REPLACE: |
YOSHIFUJI Hideaki | 3b1e0a6 | 2008-03-26 02:26:21 +0900 | [diff] [blame] | 1992 | ret = do_replace(sock_net(sk), user, len); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1993 | break; |
| 1994 | |
| 1995 | case IPT_SO_SET_ADD_COUNTERS: |
YOSHIFUJI Hideaki | 3b1e0a6 | 2008-03-26 02:26:21 +0900 | [diff] [blame] | 1996 | ret = do_add_counters(sock_net(sk), user, len, 0); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1997 | break; |
| 1998 | |
| 1999 | default: |
| 2000 | duprintf("do_ipt_set_ctl: unknown request %i\n", cmd); |
| 2001 | ret = -EINVAL; |
| 2002 | } |
| 2003 | |
| 2004 | return ret; |
| 2005 | } |
| 2006 | |
| 2007 | static int |
| 2008 | do_ipt_get_ctl(struct sock *sk, int cmd, void __user *user, int *len) |
| 2009 | { |
| 2010 | int ret; |
| 2011 | |
| 2012 | if (!capable(CAP_NET_ADMIN)) |
| 2013 | return -EPERM; |
| 2014 | |
| 2015 | switch (cmd) { |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 2016 | case IPT_SO_GET_INFO: |
YOSHIFUJI Hideaki | 3b1e0a6 | 2008-03-26 02:26:21 +0900 | [diff] [blame] | 2017 | ret = get_info(sock_net(sk), user, len, 0); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2018 | break; |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 2019 | |
| 2020 | case IPT_SO_GET_ENTRIES: |
YOSHIFUJI Hideaki | 3b1e0a6 | 2008-03-26 02:26:21 +0900 | [diff] [blame] | 2021 | ret = get_entries(sock_net(sk), user, len); |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 2022 | break; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2023 | |
| 2024 | case IPT_SO_GET_REVISION_MATCH: |
| 2025 | case IPT_SO_GET_REVISION_TARGET: { |
Jan Engelhardt | 12b00c2 | 2010-10-13 15:56:56 +0200 | [diff] [blame] | 2026 | struct xt_get_revision rev; |
Harald Welte | 2e4e6a1 | 2006-01-12 13:30:04 -0800 | [diff] [blame] | 2027 | int target; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2028 | |
| 2029 | if (*len != sizeof(rev)) { |
| 2030 | ret = -EINVAL; |
| 2031 | break; |
| 2032 | } |
| 2033 | if (copy_from_user(&rev, user, sizeof(rev)) != 0) { |
| 2034 | ret = -EFAULT; |
| 2035 | break; |
| 2036 | } |
Vasiliy Kulikov | 78b7987 | 2011-03-15 13:36:05 +0100 | [diff] [blame] | 2037 | rev.name[sizeof(rev.name)-1] = 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2038 | |
| 2039 | if (cmd == IPT_SO_GET_REVISION_TARGET) |
Harald Welte | 2e4e6a1 | 2006-01-12 13:30:04 -0800 | [diff] [blame] | 2040 | target = 1; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2041 | else |
Harald Welte | 2e4e6a1 | 2006-01-12 13:30:04 -0800 | [diff] [blame] | 2042 | target = 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2043 | |
Harald Welte | 2e4e6a1 | 2006-01-12 13:30:04 -0800 | [diff] [blame] | 2044 | try_then_request_module(xt_find_revision(AF_INET, rev.name, |
| 2045 | rev.revision, |
| 2046 | target, &ret), |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2047 | "ipt_%s", rev.name); |
| 2048 | break; |
| 2049 | } |
| 2050 | |
| 2051 | default: |
| 2052 | duprintf("do_ipt_get_ctl: unknown request %i\n", cmd); |
| 2053 | ret = -EINVAL; |
| 2054 | } |
| 2055 | |
| 2056 | return ret; |
| 2057 | } |
| 2058 | |
Jan Engelhardt | 35aad0f | 2009-08-24 14:56:30 +0200 | [diff] [blame] | 2059 | struct xt_table *ipt_register_table(struct net *net, |
| 2060 | const struct xt_table *table, |
Alexey Dobriyan | 44d34e7 | 2008-01-31 04:02:44 -0800 | [diff] [blame] | 2061 | const struct ipt_replace *repl) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2062 | { |
| 2063 | int ret; |
Harald Welte | 2e4e6a1 | 2006-01-12 13:30:04 -0800 | [diff] [blame] | 2064 | struct xt_table_info *newinfo; |
Jan Engelhardt | f3c5c1b | 2010-04-19 16:05:10 +0200 | [diff] [blame] | 2065 | struct xt_table_info bootstrap = {0}; |
Eric Dumazet | 3183606 | 2005-12-13 23:13:48 -0800 | [diff] [blame] | 2066 | void *loc_cpu_entry; |
Alexey Dobriyan | a98da11 | 2008-01-31 04:01:49 -0800 | [diff] [blame] | 2067 | struct xt_table *new_table; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2068 | |
Harald Welte | 2e4e6a1 | 2006-01-12 13:30:04 -0800 | [diff] [blame] | 2069 | newinfo = xt_alloc_table_info(repl->size); |
Alexey Dobriyan | 44d34e7 | 2008-01-31 04:02:44 -0800 | [diff] [blame] | 2070 | if (!newinfo) { |
| 2071 | ret = -ENOMEM; |
| 2072 | goto out; |
| 2073 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2074 | |
Patrick McHardy | 9c54795 | 2007-12-17 21:52:00 -0800 | [diff] [blame] | 2075 | /* choose the copy on our node/cpu, but dont care about preemption */ |
Eric Dumazet | 3183606 | 2005-12-13 23:13:48 -0800 | [diff] [blame] | 2076 | loc_cpu_entry = newinfo->entries[raw_smp_processor_id()]; |
| 2077 | memcpy(loc_cpu_entry, repl->entries, repl->size); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2078 | |
Jan Engelhardt | 0f23421 | 2010-02-24 18:36:04 +0100 | [diff] [blame] | 2079 | ret = translate_table(net, newinfo, loc_cpu_entry, repl); |
Alexey Dobriyan | 44d34e7 | 2008-01-31 04:02:44 -0800 | [diff] [blame] | 2080 | if (ret != 0) |
| 2081 | goto out_free; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2082 | |
Alexey Dobriyan | 44d34e7 | 2008-01-31 04:02:44 -0800 | [diff] [blame] | 2083 | new_table = xt_register_table(net, table, &bootstrap, newinfo); |
Alexey Dobriyan | a98da11 | 2008-01-31 04:01:49 -0800 | [diff] [blame] | 2084 | if (IS_ERR(new_table)) { |
Alexey Dobriyan | 44d34e7 | 2008-01-31 04:02:44 -0800 | [diff] [blame] | 2085 | ret = PTR_ERR(new_table); |
| 2086 | goto out_free; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2087 | } |
| 2088 | |
Alexey Dobriyan | 44d34e7 | 2008-01-31 04:02:44 -0800 | [diff] [blame] | 2089 | return new_table; |
| 2090 | |
| 2091 | out_free: |
| 2092 | xt_free_table_info(newinfo); |
| 2093 | out: |
| 2094 | return ERR_PTR(ret); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2095 | } |
| 2096 | |
Alexey Dobriyan | f54e936 | 2010-01-18 08:25:47 +0100 | [diff] [blame] | 2097 | void ipt_unregister_table(struct net *net, struct xt_table *table) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2098 | { |
Harald Welte | 2e4e6a1 | 2006-01-12 13:30:04 -0800 | [diff] [blame] | 2099 | struct xt_table_info *private; |
Eric Dumazet | 3183606 | 2005-12-13 23:13:48 -0800 | [diff] [blame] | 2100 | void *loc_cpu_entry; |
Alexey Dobriyan | df20096 | 2008-01-31 04:05:34 -0800 | [diff] [blame] | 2101 | struct module *table_owner = table->me; |
Jan Engelhardt | 72b2b1d | 2010-02-24 18:32:59 +0100 | [diff] [blame] | 2102 | struct ipt_entry *iter; |
Eric Dumazet | 3183606 | 2005-12-13 23:13:48 -0800 | [diff] [blame] | 2103 | |
YOSHIFUJI Hideaki | e905a9e | 2007-02-09 23:24:47 +0900 | [diff] [blame] | 2104 | private = xt_unregister_table(table); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2105 | |
| 2106 | /* Decrease module usage counts and free resources */ |
Harald Welte | 2e4e6a1 | 2006-01-12 13:30:04 -0800 | [diff] [blame] | 2107 | loc_cpu_entry = private->entries[raw_smp_processor_id()]; |
Jan Engelhardt | 72b2b1d | 2010-02-24 18:32:59 +0100 | [diff] [blame] | 2108 | xt_entry_foreach(iter, loc_cpu_entry, private->size) |
Jan Engelhardt | 0559518 | 2010-02-24 18:33:43 +0100 | [diff] [blame] | 2109 | cleanup_entry(iter, net); |
Alexey Dobriyan | df20096 | 2008-01-31 04:05:34 -0800 | [diff] [blame] | 2110 | if (private->number > private->initial_entries) |
| 2111 | module_put(table_owner); |
Harald Welte | 2e4e6a1 | 2006-01-12 13:30:04 -0800 | [diff] [blame] | 2112 | xt_free_table_info(private); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2113 | } |
| 2114 | |
| 2115 | /* Returns 1 if the type and code is matched by the range, 0 otherwise */ |
Jan Engelhardt | 1d93a9c | 2007-07-07 22:15:35 -0700 | [diff] [blame] | 2116 | static inline bool |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2117 | icmp_type_code_match(u_int8_t test_type, u_int8_t min_code, u_int8_t max_code, |
| 2118 | u_int8_t type, u_int8_t code, |
Jan Engelhardt | 1d93a9c | 2007-07-07 22:15:35 -0700 | [diff] [blame] | 2119 | bool invert) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2120 | { |
Patrick McHardy | 9c54795 | 2007-12-17 21:52:00 -0800 | [diff] [blame] | 2121 | return ((test_type == 0xFF) || |
| 2122 | (type == test_type && code >= min_code && code <= max_code)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2123 | ^ invert; |
| 2124 | } |
| 2125 | |
Jan Engelhardt | 1d93a9c | 2007-07-07 22:15:35 -0700 | [diff] [blame] | 2126 | static bool |
Jan Engelhardt | 62fc805 | 2009-07-07 20:42:08 +0200 | [diff] [blame] | 2127 | icmp_match(const struct sk_buff *skb, struct xt_action_param *par) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2128 | { |
Jan Engelhardt | 5452e42 | 2008-04-14 11:15:35 +0200 | [diff] [blame] | 2129 | const struct icmphdr *ic; |
| 2130 | struct icmphdr _icmph; |
Jan Engelhardt | f7108a2 | 2008-10-08 11:35:18 +0200 | [diff] [blame] | 2131 | const struct ipt_icmp *icmpinfo = par->matchinfo; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2132 | |
| 2133 | /* Must not be a fragment. */ |
Jan Engelhardt | f7108a2 | 2008-10-08 11:35:18 +0200 | [diff] [blame] | 2134 | if (par->fragoff != 0) |
Jan Engelhardt | 1d93a9c | 2007-07-07 22:15:35 -0700 | [diff] [blame] | 2135 | return false; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2136 | |
Jan Engelhardt | f7108a2 | 2008-10-08 11:35:18 +0200 | [diff] [blame] | 2137 | ic = skb_header_pointer(skb, par->thoff, sizeof(_icmph), &_icmph); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2138 | if (ic == NULL) { |
| 2139 | /* We've been asked to examine this packet, and we |
| 2140 | * can't. Hence, no choice but to drop. |
| 2141 | */ |
| 2142 | duprintf("Dropping evil ICMP tinygram.\n"); |
Jan Engelhardt | b4ba261 | 2009-07-07 20:54:30 +0200 | [diff] [blame] | 2143 | par->hotdrop = true; |
Jan Engelhardt | 1d93a9c | 2007-07-07 22:15:35 -0700 | [diff] [blame] | 2144 | return false; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2145 | } |
| 2146 | |
| 2147 | return icmp_type_code_match(icmpinfo->type, |
| 2148 | icmpinfo->code[0], |
| 2149 | icmpinfo->code[1], |
| 2150 | ic->type, ic->code, |
| 2151 | !!(icmpinfo->invflags&IPT_ICMP_INV)); |
| 2152 | } |
| 2153 | |
Jan Engelhardt | b0f3845 | 2010-03-19 17:16:42 +0100 | [diff] [blame] | 2154 | static int icmp_checkentry(const struct xt_mtchk_param *par) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2155 | { |
Jan Engelhardt | 9b4fce7 | 2008-10-08 11:35:18 +0200 | [diff] [blame] | 2156 | const struct ipt_icmp *icmpinfo = par->matchinfo; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2157 | |
Patrick McHardy | 1d5cd90 | 2006-03-20 18:01:14 -0800 | [diff] [blame] | 2158 | /* Must specify no unknown invflags */ |
Jan Engelhardt | bd414ee | 2010-03-23 16:35:56 +0100 | [diff] [blame] | 2159 | return (icmpinfo->invflags & ~IPT_ICMP_INV) ? -EINVAL : 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2160 | } |
| 2161 | |
Jan Engelhardt | 4538506 | 2009-07-04 12:50:00 +0200 | [diff] [blame] | 2162 | static struct xt_target ipt_builtin_tg[] __read_mostly = { |
| 2163 | { |
Jan Engelhardt | 243bf6e | 2010-10-13 16:28:00 +0200 | [diff] [blame] | 2164 | .name = XT_STANDARD_TARGET, |
Jan Engelhardt | 4538506 | 2009-07-04 12:50:00 +0200 | [diff] [blame] | 2165 | .targetsize = sizeof(int), |
| 2166 | .family = NFPROTO_IPV4, |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 2167 | #ifdef CONFIG_COMPAT |
Jan Engelhardt | 4538506 | 2009-07-04 12:50:00 +0200 | [diff] [blame] | 2168 | .compatsize = sizeof(compat_int_t), |
| 2169 | .compat_from_user = compat_standard_from_user, |
| 2170 | .compat_to_user = compat_standard_to_user, |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 2171 | #endif |
Jan Engelhardt | 4538506 | 2009-07-04 12:50:00 +0200 | [diff] [blame] | 2172 | }, |
| 2173 | { |
Jan Engelhardt | 243bf6e | 2010-10-13 16:28:00 +0200 | [diff] [blame] | 2174 | .name = XT_ERROR_TARGET, |
Jan Engelhardt | 4538506 | 2009-07-04 12:50:00 +0200 | [diff] [blame] | 2175 | .target = ipt_error, |
Jan Engelhardt | 12b00c2 | 2010-10-13 15:56:56 +0200 | [diff] [blame] | 2176 | .targetsize = XT_FUNCTION_MAXNAMELEN, |
Jan Engelhardt | 4538506 | 2009-07-04 12:50:00 +0200 | [diff] [blame] | 2177 | .family = NFPROTO_IPV4, |
| 2178 | }, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2179 | }; |
| 2180 | |
| 2181 | static struct nf_sockopt_ops ipt_sockopts = { |
| 2182 | .pf = PF_INET, |
| 2183 | .set_optmin = IPT_BASE_CTL, |
| 2184 | .set_optmax = IPT_SO_SET_MAX+1, |
| 2185 | .set = do_ipt_set_ctl, |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 2186 | #ifdef CONFIG_COMPAT |
| 2187 | .compat_set = compat_do_ipt_set_ctl, |
| 2188 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2189 | .get_optmin = IPT_BASE_CTL, |
| 2190 | .get_optmax = IPT_SO_GET_MAX+1, |
| 2191 | .get = do_ipt_get_ctl, |
Dmitry Mishin | 2722971 | 2006-04-01 02:25:19 -0800 | [diff] [blame] | 2192 | #ifdef CONFIG_COMPAT |
| 2193 | .compat_get = compat_do_ipt_get_ctl, |
| 2194 | #endif |
Neil Horman | 16fcec3 | 2007-09-11 11:28:26 +0200 | [diff] [blame] | 2195 | .owner = THIS_MODULE, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2196 | }; |
| 2197 | |
Jan Engelhardt | 4538506 | 2009-07-04 12:50:00 +0200 | [diff] [blame] | 2198 | static struct xt_match ipt_builtin_mt[] __read_mostly = { |
| 2199 | { |
| 2200 | .name = "icmp", |
| 2201 | .match = icmp_match, |
| 2202 | .matchsize = sizeof(struct ipt_icmp), |
| 2203 | .checkentry = icmp_checkentry, |
| 2204 | .proto = IPPROTO_ICMP, |
| 2205 | .family = NFPROTO_IPV4, |
| 2206 | }, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2207 | }; |
| 2208 | |
Alexey Dobriyan | 3cb609d | 2008-01-31 04:49:35 -0800 | [diff] [blame] | 2209 | static int __net_init ip_tables_net_init(struct net *net) |
| 2210 | { |
Jan Engelhardt | 383ca5b | 2009-04-14 14:24:21 +0200 | [diff] [blame] | 2211 | return xt_proto_init(net, NFPROTO_IPV4); |
Alexey Dobriyan | 3cb609d | 2008-01-31 04:49:35 -0800 | [diff] [blame] | 2212 | } |
| 2213 | |
| 2214 | static void __net_exit ip_tables_net_exit(struct net *net) |
| 2215 | { |
Jan Engelhardt | 383ca5b | 2009-04-14 14:24:21 +0200 | [diff] [blame] | 2216 | xt_proto_fini(net, NFPROTO_IPV4); |
Alexey Dobriyan | 3cb609d | 2008-01-31 04:49:35 -0800 | [diff] [blame] | 2217 | } |
| 2218 | |
| 2219 | static struct pernet_operations ip_tables_net_ops = { |
| 2220 | .init = ip_tables_net_init, |
| 2221 | .exit = ip_tables_net_exit, |
| 2222 | }; |
| 2223 | |
Andrew Morton | 65b4b4e | 2006-03-28 16:37:06 -0800 | [diff] [blame] | 2224 | static int __init ip_tables_init(void) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2225 | { |
| 2226 | int ret; |
| 2227 | |
Alexey Dobriyan | 3cb609d | 2008-01-31 04:49:35 -0800 | [diff] [blame] | 2228 | ret = register_pernet_subsys(&ip_tables_net_ops); |
Patrick McHardy | 0eff66e | 2006-08-13 18:57:28 -0700 | [diff] [blame] | 2229 | if (ret < 0) |
| 2230 | goto err1; |
Harald Welte | 2e4e6a1 | 2006-01-12 13:30:04 -0800 | [diff] [blame] | 2231 | |
Lucas De Marchi | 25985ed | 2011-03-30 22:57:33 -0300 | [diff] [blame] | 2232 | /* No one else will be downing sem now, so we won't sleep */ |
Jan Engelhardt | 4538506 | 2009-07-04 12:50:00 +0200 | [diff] [blame] | 2233 | ret = xt_register_targets(ipt_builtin_tg, ARRAY_SIZE(ipt_builtin_tg)); |
Patrick McHardy | 0eff66e | 2006-08-13 18:57:28 -0700 | [diff] [blame] | 2234 | if (ret < 0) |
| 2235 | goto err2; |
Jan Engelhardt | 4538506 | 2009-07-04 12:50:00 +0200 | [diff] [blame] | 2236 | ret = xt_register_matches(ipt_builtin_mt, ARRAY_SIZE(ipt_builtin_mt)); |
Patrick McHardy | 0eff66e | 2006-08-13 18:57:28 -0700 | [diff] [blame] | 2237 | if (ret < 0) |
| 2238 | goto err4; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2239 | |
| 2240 | /* Register setsockopt */ |
| 2241 | ret = nf_register_sockopt(&ipt_sockopts); |
Patrick McHardy | 0eff66e | 2006-08-13 18:57:28 -0700 | [diff] [blame] | 2242 | if (ret < 0) |
| 2243 | goto err5; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2244 | |
Jan Engelhardt | ff67e4e | 2010-03-19 21:08:16 +0100 | [diff] [blame] | 2245 | pr_info("(C) 2000-2006 Netfilter Core Team\n"); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2246 | return 0; |
Patrick McHardy | 0eff66e | 2006-08-13 18:57:28 -0700 | [diff] [blame] | 2247 | |
| 2248 | err5: |
Jan Engelhardt | 4538506 | 2009-07-04 12:50:00 +0200 | [diff] [blame] | 2249 | xt_unregister_matches(ipt_builtin_mt, ARRAY_SIZE(ipt_builtin_mt)); |
Patrick McHardy | 0eff66e | 2006-08-13 18:57:28 -0700 | [diff] [blame] | 2250 | err4: |
Jan Engelhardt | 4538506 | 2009-07-04 12:50:00 +0200 | [diff] [blame] | 2251 | xt_unregister_targets(ipt_builtin_tg, ARRAY_SIZE(ipt_builtin_tg)); |
Patrick McHardy | 0eff66e | 2006-08-13 18:57:28 -0700 | [diff] [blame] | 2252 | err2: |
Alexey Dobriyan | 3cb609d | 2008-01-31 04:49:35 -0800 | [diff] [blame] | 2253 | unregister_pernet_subsys(&ip_tables_net_ops); |
Patrick McHardy | 0eff66e | 2006-08-13 18:57:28 -0700 | [diff] [blame] | 2254 | err1: |
| 2255 | return ret; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2256 | } |
| 2257 | |
Andrew Morton | 65b4b4e | 2006-03-28 16:37:06 -0800 | [diff] [blame] | 2258 | static void __exit ip_tables_fini(void) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2259 | { |
| 2260 | nf_unregister_sockopt(&ipt_sockopts); |
Harald Welte | 2e4e6a1 | 2006-01-12 13:30:04 -0800 | [diff] [blame] | 2261 | |
Jan Engelhardt | 4538506 | 2009-07-04 12:50:00 +0200 | [diff] [blame] | 2262 | xt_unregister_matches(ipt_builtin_mt, ARRAY_SIZE(ipt_builtin_mt)); |
| 2263 | xt_unregister_targets(ipt_builtin_tg, ARRAY_SIZE(ipt_builtin_tg)); |
Alexey Dobriyan | 3cb609d | 2008-01-31 04:49:35 -0800 | [diff] [blame] | 2264 | unregister_pernet_subsys(&ip_tables_net_ops); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2265 | } |
| 2266 | |
| 2267 | EXPORT_SYMBOL(ipt_register_table); |
| 2268 | EXPORT_SYMBOL(ipt_unregister_table); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2269 | EXPORT_SYMBOL(ipt_do_table); |
Andrew Morton | 65b4b4e | 2006-03-28 16:37:06 -0800 | [diff] [blame] | 2270 | module_init(ip_tables_init); |
| 2271 | module_exit(ip_tables_fini); |