Heiko Carstens | b0c632d | 2008-03-25 18:47:20 +0100 | [diff] [blame] | 1 | /* |
| 2 | * gaccess.h - access guest memory |
| 3 | * |
| 4 | * Copyright IBM Corp. 2008 |
| 5 | * |
| 6 | * This program is free software; you can redistribute it and/or modify |
| 7 | * it under the terms of the GNU General Public License (version 2 only) |
| 8 | * as published by the Free Software Foundation. |
| 9 | * |
| 10 | * Author(s): Carsten Otte <cotte@de.ibm.com> |
| 11 | */ |
| 12 | |
| 13 | #ifndef __KVM_S390_GACCESS_H |
| 14 | #define __KVM_S390_GACCESS_H |
| 15 | |
| 16 | #include <linux/compiler.h> |
| 17 | #include <linux/kvm_host.h> |
| 18 | #include <asm/uaccess.h> |
| 19 | |
| 20 | static inline void __user *__guestaddr_to_user(struct kvm_vcpu *vcpu, |
Martin Schwidefsky | 0096369 | 2008-07-25 15:51:00 +0200 | [diff] [blame] | 21 | unsigned long guestaddr) |
Heiko Carstens | b0c632d | 2008-03-25 18:47:20 +0100 | [diff] [blame] | 22 | { |
Martin Schwidefsky | 0096369 | 2008-07-25 15:51:00 +0200 | [diff] [blame] | 23 | unsigned long prefix = vcpu->arch.sie_block->prefix; |
| 24 | unsigned long origin = vcpu->kvm->arch.guest_origin; |
| 25 | unsigned long memsize = vcpu->kvm->arch.guest_memsize; |
Heiko Carstens | b0c632d | 2008-03-25 18:47:20 +0100 | [diff] [blame] | 26 | |
| 27 | if (guestaddr < 2 * PAGE_SIZE) |
| 28 | guestaddr += prefix; |
| 29 | else if ((guestaddr >= prefix) && (guestaddr < prefix + 2 * PAGE_SIZE)) |
| 30 | guestaddr -= prefix; |
| 31 | |
| 32 | if (guestaddr > memsize) |
| 33 | return (void __user __force *) ERR_PTR(-EFAULT); |
| 34 | |
| 35 | guestaddr += origin; |
| 36 | |
| 37 | return (void __user *) guestaddr; |
| 38 | } |
| 39 | |
Martin Schwidefsky | 0096369 | 2008-07-25 15:51:00 +0200 | [diff] [blame] | 40 | static inline int get_guest_u64(struct kvm_vcpu *vcpu, unsigned long guestaddr, |
Heiko Carstens | b0c632d | 2008-03-25 18:47:20 +0100 | [diff] [blame] | 41 | u64 *result) |
| 42 | { |
| 43 | void __user *uptr = __guestaddr_to_user(vcpu, guestaddr); |
| 44 | |
| 45 | BUG_ON(guestaddr & 7); |
| 46 | |
| 47 | if (IS_ERR((void __force *) uptr)) |
| 48 | return PTR_ERR((void __force *) uptr); |
| 49 | |
Martin Schwidefsky | 0096369 | 2008-07-25 15:51:00 +0200 | [diff] [blame] | 50 | return get_user(*result, (unsigned long __user *) uptr); |
Heiko Carstens | b0c632d | 2008-03-25 18:47:20 +0100 | [diff] [blame] | 51 | } |
| 52 | |
Martin Schwidefsky | 0096369 | 2008-07-25 15:51:00 +0200 | [diff] [blame] | 53 | static inline int get_guest_u32(struct kvm_vcpu *vcpu, unsigned long guestaddr, |
Heiko Carstens | b0c632d | 2008-03-25 18:47:20 +0100 | [diff] [blame] | 54 | u32 *result) |
| 55 | { |
| 56 | void __user *uptr = __guestaddr_to_user(vcpu, guestaddr); |
| 57 | |
| 58 | BUG_ON(guestaddr & 3); |
| 59 | |
| 60 | if (IS_ERR((void __force *) uptr)) |
| 61 | return PTR_ERR((void __force *) uptr); |
| 62 | |
| 63 | return get_user(*result, (u32 __user *) uptr); |
| 64 | } |
| 65 | |
Martin Schwidefsky | 0096369 | 2008-07-25 15:51:00 +0200 | [diff] [blame] | 66 | static inline int get_guest_u16(struct kvm_vcpu *vcpu, unsigned long guestaddr, |
Heiko Carstens | b0c632d | 2008-03-25 18:47:20 +0100 | [diff] [blame] | 67 | u16 *result) |
| 68 | { |
| 69 | void __user *uptr = __guestaddr_to_user(vcpu, guestaddr); |
| 70 | |
| 71 | BUG_ON(guestaddr & 1); |
| 72 | |
| 73 | if (IS_ERR(uptr)) |
| 74 | return PTR_ERR(uptr); |
| 75 | |
| 76 | return get_user(*result, (u16 __user *) uptr); |
| 77 | } |
| 78 | |
Martin Schwidefsky | 0096369 | 2008-07-25 15:51:00 +0200 | [diff] [blame] | 79 | static inline int get_guest_u8(struct kvm_vcpu *vcpu, unsigned long guestaddr, |
Heiko Carstens | b0c632d | 2008-03-25 18:47:20 +0100 | [diff] [blame] | 80 | u8 *result) |
| 81 | { |
| 82 | void __user *uptr = __guestaddr_to_user(vcpu, guestaddr); |
| 83 | |
| 84 | if (IS_ERR((void __force *) uptr)) |
| 85 | return PTR_ERR((void __force *) uptr); |
| 86 | |
| 87 | return get_user(*result, (u8 __user *) uptr); |
| 88 | } |
| 89 | |
Martin Schwidefsky | 0096369 | 2008-07-25 15:51:00 +0200 | [diff] [blame] | 90 | static inline int put_guest_u64(struct kvm_vcpu *vcpu, unsigned long guestaddr, |
Heiko Carstens | b0c632d | 2008-03-25 18:47:20 +0100 | [diff] [blame] | 91 | u64 value) |
| 92 | { |
| 93 | void __user *uptr = __guestaddr_to_user(vcpu, guestaddr); |
| 94 | |
| 95 | BUG_ON(guestaddr & 7); |
| 96 | |
| 97 | if (IS_ERR((void __force *) uptr)) |
| 98 | return PTR_ERR((void __force *) uptr); |
| 99 | |
| 100 | return put_user(value, (u64 __user *) uptr); |
| 101 | } |
| 102 | |
Martin Schwidefsky | 0096369 | 2008-07-25 15:51:00 +0200 | [diff] [blame] | 103 | static inline int put_guest_u32(struct kvm_vcpu *vcpu, unsigned long guestaddr, |
Heiko Carstens | b0c632d | 2008-03-25 18:47:20 +0100 | [diff] [blame] | 104 | u32 value) |
| 105 | { |
| 106 | void __user *uptr = __guestaddr_to_user(vcpu, guestaddr); |
| 107 | |
| 108 | BUG_ON(guestaddr & 3); |
| 109 | |
| 110 | if (IS_ERR((void __force *) uptr)) |
| 111 | return PTR_ERR((void __force *) uptr); |
| 112 | |
| 113 | return put_user(value, (u32 __user *) uptr); |
| 114 | } |
| 115 | |
Martin Schwidefsky | 0096369 | 2008-07-25 15:51:00 +0200 | [diff] [blame] | 116 | static inline int put_guest_u16(struct kvm_vcpu *vcpu, unsigned long guestaddr, |
Heiko Carstens | b0c632d | 2008-03-25 18:47:20 +0100 | [diff] [blame] | 117 | u16 value) |
| 118 | { |
| 119 | void __user *uptr = __guestaddr_to_user(vcpu, guestaddr); |
| 120 | |
| 121 | BUG_ON(guestaddr & 1); |
| 122 | |
| 123 | if (IS_ERR((void __force *) uptr)) |
| 124 | return PTR_ERR((void __force *) uptr); |
| 125 | |
| 126 | return put_user(value, (u16 __user *) uptr); |
| 127 | } |
| 128 | |
Martin Schwidefsky | 0096369 | 2008-07-25 15:51:00 +0200 | [diff] [blame] | 129 | static inline int put_guest_u8(struct kvm_vcpu *vcpu, unsigned long guestaddr, |
Heiko Carstens | b0c632d | 2008-03-25 18:47:20 +0100 | [diff] [blame] | 130 | u8 value) |
| 131 | { |
| 132 | void __user *uptr = __guestaddr_to_user(vcpu, guestaddr); |
| 133 | |
| 134 | if (IS_ERR((void __force *) uptr)) |
| 135 | return PTR_ERR((void __force *) uptr); |
| 136 | |
| 137 | return put_user(value, (u8 __user *) uptr); |
| 138 | } |
| 139 | |
| 140 | |
Martin Schwidefsky | 0096369 | 2008-07-25 15:51:00 +0200 | [diff] [blame] | 141 | static inline int __copy_to_guest_slow(struct kvm_vcpu *vcpu, |
| 142 | unsigned long guestdest, |
Heiko Carstens | b0c632d | 2008-03-25 18:47:20 +0100 | [diff] [blame] | 143 | const void *from, unsigned long n) |
| 144 | { |
| 145 | int rc; |
| 146 | unsigned long i; |
| 147 | const u8 *data = from; |
| 148 | |
| 149 | for (i = 0; i < n; i++) { |
| 150 | rc = put_guest_u8(vcpu, guestdest++, *(data++)); |
| 151 | if (rc < 0) |
| 152 | return rc; |
| 153 | } |
| 154 | return 0; |
| 155 | } |
| 156 | |
Martin Schwidefsky | 0096369 | 2008-07-25 15:51:00 +0200 | [diff] [blame] | 157 | static inline int copy_to_guest(struct kvm_vcpu *vcpu, unsigned long guestdest, |
Heiko Carstens | b0c632d | 2008-03-25 18:47:20 +0100 | [diff] [blame] | 158 | const void *from, unsigned long n) |
| 159 | { |
Martin Schwidefsky | 0096369 | 2008-07-25 15:51:00 +0200 | [diff] [blame] | 160 | unsigned long prefix = vcpu->arch.sie_block->prefix; |
| 161 | unsigned long origin = vcpu->kvm->arch.guest_origin; |
| 162 | unsigned long memsize = vcpu->kvm->arch.guest_memsize; |
Heiko Carstens | b0c632d | 2008-03-25 18:47:20 +0100 | [diff] [blame] | 163 | |
| 164 | if ((guestdest < 2 * PAGE_SIZE) && (guestdest + n > 2 * PAGE_SIZE)) |
| 165 | goto slowpath; |
| 166 | |
| 167 | if ((guestdest < prefix) && (guestdest + n > prefix)) |
| 168 | goto slowpath; |
| 169 | |
| 170 | if ((guestdest < prefix + 2 * PAGE_SIZE) |
| 171 | && (guestdest + n > prefix + 2 * PAGE_SIZE)) |
| 172 | goto slowpath; |
| 173 | |
| 174 | if (guestdest < 2 * PAGE_SIZE) |
| 175 | guestdest += prefix; |
| 176 | else if ((guestdest >= prefix) && (guestdest < prefix + 2 * PAGE_SIZE)) |
| 177 | guestdest -= prefix; |
| 178 | |
| 179 | if (guestdest + n > memsize) |
| 180 | return -EFAULT; |
| 181 | |
| 182 | if (guestdest + n < guestdest) |
| 183 | return -EFAULT; |
| 184 | |
| 185 | guestdest += origin; |
| 186 | |
| 187 | return copy_to_user((void __user *) guestdest, from, n); |
| 188 | slowpath: |
| 189 | return __copy_to_guest_slow(vcpu, guestdest, from, n); |
| 190 | } |
| 191 | |
| 192 | static inline int __copy_from_guest_slow(struct kvm_vcpu *vcpu, void *to, |
Martin Schwidefsky | 0096369 | 2008-07-25 15:51:00 +0200 | [diff] [blame] | 193 | unsigned long guestsrc, |
| 194 | unsigned long n) |
Heiko Carstens | b0c632d | 2008-03-25 18:47:20 +0100 | [diff] [blame] | 195 | { |
| 196 | int rc; |
| 197 | unsigned long i; |
| 198 | u8 *data = to; |
| 199 | |
| 200 | for (i = 0; i < n; i++) { |
| 201 | rc = get_guest_u8(vcpu, guestsrc++, data++); |
| 202 | if (rc < 0) |
| 203 | return rc; |
| 204 | } |
| 205 | return 0; |
| 206 | } |
| 207 | |
| 208 | static inline int copy_from_guest(struct kvm_vcpu *vcpu, void *to, |
Martin Schwidefsky | 0096369 | 2008-07-25 15:51:00 +0200 | [diff] [blame] | 209 | unsigned long guestsrc, unsigned long n) |
Heiko Carstens | b0c632d | 2008-03-25 18:47:20 +0100 | [diff] [blame] | 210 | { |
Martin Schwidefsky | 0096369 | 2008-07-25 15:51:00 +0200 | [diff] [blame] | 211 | unsigned long prefix = vcpu->arch.sie_block->prefix; |
| 212 | unsigned long origin = vcpu->kvm->arch.guest_origin; |
| 213 | unsigned long memsize = vcpu->kvm->arch.guest_memsize; |
Heiko Carstens | b0c632d | 2008-03-25 18:47:20 +0100 | [diff] [blame] | 214 | |
| 215 | if ((guestsrc < 2 * PAGE_SIZE) && (guestsrc + n > 2 * PAGE_SIZE)) |
| 216 | goto slowpath; |
| 217 | |
| 218 | if ((guestsrc < prefix) && (guestsrc + n > prefix)) |
| 219 | goto slowpath; |
| 220 | |
| 221 | if ((guestsrc < prefix + 2 * PAGE_SIZE) |
| 222 | && (guestsrc + n > prefix + 2 * PAGE_SIZE)) |
| 223 | goto slowpath; |
| 224 | |
| 225 | if (guestsrc < 2 * PAGE_SIZE) |
| 226 | guestsrc += prefix; |
| 227 | else if ((guestsrc >= prefix) && (guestsrc < prefix + 2 * PAGE_SIZE)) |
| 228 | guestsrc -= prefix; |
| 229 | |
| 230 | if (guestsrc + n > memsize) |
| 231 | return -EFAULT; |
| 232 | |
| 233 | if (guestsrc + n < guestsrc) |
| 234 | return -EFAULT; |
| 235 | |
| 236 | guestsrc += origin; |
| 237 | |
| 238 | return copy_from_user(to, (void __user *) guestsrc, n); |
| 239 | slowpath: |
| 240 | return __copy_from_guest_slow(vcpu, to, guestsrc, n); |
| 241 | } |
| 242 | |
Martin Schwidefsky | 0096369 | 2008-07-25 15:51:00 +0200 | [diff] [blame] | 243 | static inline int copy_to_guest_absolute(struct kvm_vcpu *vcpu, |
| 244 | unsigned long guestdest, |
Heiko Carstens | b0c632d | 2008-03-25 18:47:20 +0100 | [diff] [blame] | 245 | const void *from, unsigned long n) |
| 246 | { |
Martin Schwidefsky | 0096369 | 2008-07-25 15:51:00 +0200 | [diff] [blame] | 247 | unsigned long origin = vcpu->kvm->arch.guest_origin; |
| 248 | unsigned long memsize = vcpu->kvm->arch.guest_memsize; |
Heiko Carstens | b0c632d | 2008-03-25 18:47:20 +0100 | [diff] [blame] | 249 | |
| 250 | if (guestdest + n > memsize) |
| 251 | return -EFAULT; |
| 252 | |
| 253 | if (guestdest + n < guestdest) |
| 254 | return -EFAULT; |
| 255 | |
| 256 | guestdest += origin; |
| 257 | |
| 258 | return copy_to_user((void __user *) guestdest, from, n); |
| 259 | } |
| 260 | |
| 261 | static inline int copy_from_guest_absolute(struct kvm_vcpu *vcpu, void *to, |
Martin Schwidefsky | 0096369 | 2008-07-25 15:51:00 +0200 | [diff] [blame] | 262 | unsigned long guestsrc, |
| 263 | unsigned long n) |
Heiko Carstens | b0c632d | 2008-03-25 18:47:20 +0100 | [diff] [blame] | 264 | { |
Martin Schwidefsky | 0096369 | 2008-07-25 15:51:00 +0200 | [diff] [blame] | 265 | unsigned long origin = vcpu->kvm->arch.guest_origin; |
| 266 | unsigned long memsize = vcpu->kvm->arch.guest_memsize; |
Heiko Carstens | b0c632d | 2008-03-25 18:47:20 +0100 | [diff] [blame] | 267 | |
| 268 | if (guestsrc + n > memsize) |
| 269 | return -EFAULT; |
| 270 | |
| 271 | if (guestsrc + n < guestsrc) |
| 272 | return -EFAULT; |
| 273 | |
| 274 | guestsrc += origin; |
| 275 | |
| 276 | return copy_from_user(to, (void __user *) guestsrc, n); |
| 277 | } |
| 278 | #endif |