blob: 8f195fa904a1eaf82fbf711ad12c02e7371ffe02 [file] [log] [blame]
Heiko Carstens22938972014-01-01 16:26:52 +01001/*
2 * guest access functions
3 *
4 * Copyright IBM Corp. 2014
5 *
6 */
7
8#include <linux/vmalloc.h>
9#include <linux/err.h>
10#include <asm/pgtable.h>
11#include "kvm-s390.h"
12#include "gaccess.h"
13
14union asce {
15 unsigned long val;
16 struct {
17 unsigned long origin : 52; /* Region- or Segment-Table Origin */
18 unsigned long : 2;
19 unsigned long g : 1; /* Subspace Group Control */
20 unsigned long p : 1; /* Private Space Control */
21 unsigned long s : 1; /* Storage-Alteration-Event Control */
22 unsigned long x : 1; /* Space-Switch-Event Control */
23 unsigned long r : 1; /* Real-Space Control */
24 unsigned long : 1;
25 unsigned long dt : 2; /* Designation-Type Control */
26 unsigned long tl : 2; /* Region- or Segment-Table Length */
27 };
28};
29
30enum {
31 ASCE_TYPE_SEGMENT = 0,
32 ASCE_TYPE_REGION3 = 1,
33 ASCE_TYPE_REGION2 = 2,
34 ASCE_TYPE_REGION1 = 3
35};
36
37union region1_table_entry {
38 unsigned long val;
39 struct {
40 unsigned long rto: 52;/* Region-Table Origin */
41 unsigned long : 2;
42 unsigned long p : 1; /* DAT-Protection Bit */
43 unsigned long : 1;
44 unsigned long tf : 2; /* Region-Second-Table Offset */
45 unsigned long i : 1; /* Region-Invalid Bit */
46 unsigned long : 1;
47 unsigned long tt : 2; /* Table-Type Bits */
48 unsigned long tl : 2; /* Region-Second-Table Length */
49 };
50};
51
52union region2_table_entry {
53 unsigned long val;
54 struct {
55 unsigned long rto: 52;/* Region-Table Origin */
56 unsigned long : 2;
57 unsigned long p : 1; /* DAT-Protection Bit */
58 unsigned long : 1;
59 unsigned long tf : 2; /* Region-Third-Table Offset */
60 unsigned long i : 1; /* Region-Invalid Bit */
61 unsigned long : 1;
62 unsigned long tt : 2; /* Table-Type Bits */
63 unsigned long tl : 2; /* Region-Third-Table Length */
64 };
65};
66
67struct region3_table_entry_fc0 {
68 unsigned long sto: 52;/* Segment-Table Origin */
69 unsigned long : 1;
70 unsigned long fc : 1; /* Format-Control */
71 unsigned long p : 1; /* DAT-Protection Bit */
72 unsigned long : 1;
73 unsigned long tf : 2; /* Segment-Table Offset */
74 unsigned long i : 1; /* Region-Invalid Bit */
75 unsigned long cr : 1; /* Common-Region Bit */
76 unsigned long tt : 2; /* Table-Type Bits */
77 unsigned long tl : 2; /* Segment-Table Length */
78};
79
80struct region3_table_entry_fc1 {
81 unsigned long rfaa : 33; /* Region-Frame Absolute Address */
82 unsigned long : 14;
83 unsigned long av : 1; /* ACCF-Validity Control */
84 unsigned long acc: 4; /* Access-Control Bits */
85 unsigned long f : 1; /* Fetch-Protection Bit */
86 unsigned long fc : 1; /* Format-Control */
87 unsigned long p : 1; /* DAT-Protection Bit */
88 unsigned long co : 1; /* Change-Recording Override */
89 unsigned long : 2;
90 unsigned long i : 1; /* Region-Invalid Bit */
91 unsigned long cr : 1; /* Common-Region Bit */
92 unsigned long tt : 2; /* Table-Type Bits */
93 unsigned long : 2;
94};
95
96union region3_table_entry {
97 unsigned long val;
98 struct region3_table_entry_fc0 fc0;
99 struct region3_table_entry_fc1 fc1;
100 struct {
101 unsigned long : 53;
102 unsigned long fc : 1; /* Format-Control */
103 unsigned long : 4;
104 unsigned long i : 1; /* Region-Invalid Bit */
105 unsigned long cr : 1; /* Common-Region Bit */
106 unsigned long tt : 2; /* Table-Type Bits */
107 unsigned long : 2;
108 };
109};
110
111struct segment_entry_fc0 {
112 unsigned long pto: 53;/* Page-Table Origin */
113 unsigned long fc : 1; /* Format-Control */
114 unsigned long p : 1; /* DAT-Protection Bit */
115 unsigned long : 3;
116 unsigned long i : 1; /* Segment-Invalid Bit */
117 unsigned long cs : 1; /* Common-Segment Bit */
118 unsigned long tt : 2; /* Table-Type Bits */
119 unsigned long : 2;
120};
121
122struct segment_entry_fc1 {
123 unsigned long sfaa : 44; /* Segment-Frame Absolute Address */
124 unsigned long : 3;
125 unsigned long av : 1; /* ACCF-Validity Control */
126 unsigned long acc: 4; /* Access-Control Bits */
127 unsigned long f : 1; /* Fetch-Protection Bit */
128 unsigned long fc : 1; /* Format-Control */
129 unsigned long p : 1; /* DAT-Protection Bit */
130 unsigned long co : 1; /* Change-Recording Override */
131 unsigned long : 2;
132 unsigned long i : 1; /* Segment-Invalid Bit */
133 unsigned long cs : 1; /* Common-Segment Bit */
134 unsigned long tt : 2; /* Table-Type Bits */
135 unsigned long : 2;
136};
137
138union segment_table_entry {
139 unsigned long val;
140 struct segment_entry_fc0 fc0;
141 struct segment_entry_fc1 fc1;
142 struct {
143 unsigned long : 53;
144 unsigned long fc : 1; /* Format-Control */
145 unsigned long : 4;
146 unsigned long i : 1; /* Segment-Invalid Bit */
147 unsigned long cs : 1; /* Common-Segment Bit */
148 unsigned long tt : 2; /* Table-Type Bits */
149 unsigned long : 2;
150 };
151};
152
153enum {
154 TABLE_TYPE_SEGMENT = 0,
155 TABLE_TYPE_REGION3 = 1,
156 TABLE_TYPE_REGION2 = 2,
157 TABLE_TYPE_REGION1 = 3
158};
159
160union page_table_entry {
161 unsigned long val;
162 struct {
163 unsigned long pfra : 52; /* Page-Frame Real Address */
164 unsigned long z : 1; /* Zero Bit */
165 unsigned long i : 1; /* Page-Invalid Bit */
166 unsigned long p : 1; /* DAT-Protection Bit */
167 unsigned long co : 1; /* Change-Recording Override */
168 unsigned long : 8;
169 };
170};
171
172/*
173 * vaddress union in order to easily decode a virtual address into its
174 * region first index, region second index etc. parts.
175 */
176union vaddress {
177 unsigned long addr;
178 struct {
179 unsigned long rfx : 11;
180 unsigned long rsx : 11;
181 unsigned long rtx : 11;
182 unsigned long sx : 11;
183 unsigned long px : 8;
184 unsigned long bx : 12;
185 };
186 struct {
187 unsigned long rfx01 : 2;
188 unsigned long : 9;
189 unsigned long rsx01 : 2;
190 unsigned long : 9;
191 unsigned long rtx01 : 2;
192 unsigned long : 9;
193 unsigned long sx01 : 2;
194 unsigned long : 29;
195 };
196};
197
198/*
199 * raddress union which will contain the result (real or absolute address)
200 * after a page table walk. The rfaa, sfaa and pfra members are used to
201 * simply assign them the value of a region, segment or page table entry.
202 */
203union raddress {
204 unsigned long addr;
205 unsigned long rfaa : 33; /* Region-Frame Absolute Address */
206 unsigned long sfaa : 44; /* Segment-Frame Absolute Address */
207 unsigned long pfra : 52; /* Page-Frame Real Address */
208};
209
Heiko Carstens8a2422342014-01-10 14:33:28 +0100210static int ipte_lock_count;
211static DEFINE_MUTEX(ipte_mutex);
212
213int ipte_lock_held(struct kvm_vcpu *vcpu)
214{
215 union ipte_control *ic = &vcpu->kvm->arch.sca->ipte_control;
216
217 if (vcpu->arch.sie_block->eca & 1)
218 return ic->kh != 0;
219 return ipte_lock_count != 0;
220}
221
222static void ipte_lock_simple(struct kvm_vcpu *vcpu)
223{
224 union ipte_control old, new, *ic;
225
226 mutex_lock(&ipte_mutex);
227 ipte_lock_count++;
228 if (ipte_lock_count > 1)
229 goto out;
230 ic = &vcpu->kvm->arch.sca->ipte_control;
231 do {
Christian Borntraeger5de72a22014-11-25 13:17:34 +0100232 old = READ_ONCE(*ic);
Heiko Carstens8a2422342014-01-10 14:33:28 +0100233 while (old.k) {
234 cond_resched();
Christian Borntraeger5de72a22014-11-25 13:17:34 +0100235 old = READ_ONCE(*ic);
Heiko Carstens8a2422342014-01-10 14:33:28 +0100236 }
237 new = old;
238 new.k = 1;
239 } while (cmpxchg(&ic->val, old.val, new.val) != old.val);
240out:
241 mutex_unlock(&ipte_mutex);
242}
243
244static void ipte_unlock_simple(struct kvm_vcpu *vcpu)
245{
246 union ipte_control old, new, *ic;
247
248 mutex_lock(&ipte_mutex);
249 ipte_lock_count--;
250 if (ipte_lock_count)
251 goto out;
252 ic = &vcpu->kvm->arch.sca->ipte_control;
253 do {
Christian Borntraeger5de72a22014-11-25 13:17:34 +0100254 old = READ_ONCE(*ic);
Christian Borntraeger13650392014-11-04 08:31:16 +0100255 new = old;
Heiko Carstens8a2422342014-01-10 14:33:28 +0100256 new.k = 0;
257 } while (cmpxchg(&ic->val, old.val, new.val) != old.val);
Christian Borntraeger6b331952014-09-03 21:17:03 +0200258 wake_up(&vcpu->kvm->arch.ipte_wq);
Heiko Carstens8a2422342014-01-10 14:33:28 +0100259out:
260 mutex_unlock(&ipte_mutex);
261}
262
263static void ipte_lock_siif(struct kvm_vcpu *vcpu)
264{
265 union ipte_control old, new, *ic;
266
267 ic = &vcpu->kvm->arch.sca->ipte_control;
268 do {
Christian Borntraeger5de72a22014-11-25 13:17:34 +0100269 old = READ_ONCE(*ic);
Heiko Carstens8a2422342014-01-10 14:33:28 +0100270 while (old.kg) {
271 cond_resched();
Christian Borntraeger5de72a22014-11-25 13:17:34 +0100272 old = READ_ONCE(*ic);
Heiko Carstens8a2422342014-01-10 14:33:28 +0100273 }
274 new = old;
275 new.k = 1;
276 new.kh++;
277 } while (cmpxchg(&ic->val, old.val, new.val) != old.val);
278}
279
280static void ipte_unlock_siif(struct kvm_vcpu *vcpu)
281{
282 union ipte_control old, new, *ic;
283
284 ic = &vcpu->kvm->arch.sca->ipte_control;
285 do {
Christian Borntraeger5de72a22014-11-25 13:17:34 +0100286 old = READ_ONCE(*ic);
Christian Borntraeger13650392014-11-04 08:31:16 +0100287 new = old;
Heiko Carstens8a2422342014-01-10 14:33:28 +0100288 new.kh--;
289 if (!new.kh)
290 new.k = 0;
291 } while (cmpxchg(&ic->val, old.val, new.val) != old.val);
292 if (!new.kh)
293 wake_up(&vcpu->kvm->arch.ipte_wq);
294}
295
Thomas Hutha0465f92014-02-04 14:48:07 +0100296void ipte_lock(struct kvm_vcpu *vcpu)
Heiko Carstens8a2422342014-01-10 14:33:28 +0100297{
298 if (vcpu->arch.sie_block->eca & 1)
299 ipte_lock_siif(vcpu);
300 else
301 ipte_lock_simple(vcpu);
302}
303
Thomas Hutha0465f92014-02-04 14:48:07 +0100304void ipte_unlock(struct kvm_vcpu *vcpu)
Heiko Carstens8a2422342014-01-10 14:33:28 +0100305{
306 if (vcpu->arch.sie_block->eca & 1)
307 ipte_unlock_siif(vcpu);
308 else
309 ipte_unlock_simple(vcpu);
310}
311
Heiko Carstens22938972014-01-01 16:26:52 +0100312static unsigned long get_vcpu_asce(struct kvm_vcpu *vcpu)
313{
314 switch (psw_bits(vcpu->arch.sie_block->gpsw).as) {
315 case PSW_AS_PRIMARY:
316 return vcpu->arch.sie_block->gcr[1];
317 case PSW_AS_SECONDARY:
318 return vcpu->arch.sie_block->gcr[7];
319 case PSW_AS_HOME:
320 return vcpu->arch.sie_block->gcr[13];
321 }
322 return 0;
323}
324
325static int deref_table(struct kvm *kvm, unsigned long gpa, unsigned long *val)
326{
327 return kvm_read_guest(kvm, gpa, val, sizeof(*val));
328}
329
330/**
331 * guest_translate - translate a guest virtual into a guest absolute address
332 * @vcpu: virtual cpu
333 * @gva: guest virtual address
334 * @gpa: points to where guest physical (absolute) address should be stored
335 * @write: indicates if access is a write access
336 *
337 * Translate a guest virtual address into a guest absolute address by means
338 * of dynamic address translation as specified by the architecuture.
339 * If the resulting absolute address is not available in the configuration
340 * an addressing exception is indicated and @gpa will not be changed.
341 *
342 * Returns: - zero on success; @gpa contains the resulting absolute address
343 * - a negative value if guest access failed due to e.g. broken
344 * guest mapping
345 * - a positve value if an access exception happened. In this case
346 * the returned value is the program interruption code as defined
347 * by the architecture
348 */
349static unsigned long guest_translate(struct kvm_vcpu *vcpu, unsigned long gva,
350 unsigned long *gpa, int write)
351{
352 union vaddress vaddr = {.addr = gva};
353 union raddress raddr = {.addr = gva};
354 union page_table_entry pte;
355 int dat_protection = 0;
356 union ctlreg0 ctlreg0;
357 unsigned long ptr;
358 int edat1, edat2;
359 union asce asce;
360
361 ctlreg0.val = vcpu->arch.sie_block->gcr[0];
362 edat1 = ctlreg0.edat && test_vfacility(8);
363 edat2 = edat1 && test_vfacility(78);
364 asce.val = get_vcpu_asce(vcpu);
365 if (asce.r)
366 goto real_address;
367 ptr = asce.origin * 4096;
368 switch (asce.dt) {
369 case ASCE_TYPE_REGION1:
370 if (vaddr.rfx01 > asce.tl)
371 return PGM_REGION_FIRST_TRANS;
372 ptr += vaddr.rfx * 8;
373 break;
374 case ASCE_TYPE_REGION2:
375 if (vaddr.rfx)
376 return PGM_ASCE_TYPE;
377 if (vaddr.rsx01 > asce.tl)
378 return PGM_REGION_SECOND_TRANS;
379 ptr += vaddr.rsx * 8;
380 break;
381 case ASCE_TYPE_REGION3:
382 if (vaddr.rfx || vaddr.rsx)
383 return PGM_ASCE_TYPE;
384 if (vaddr.rtx01 > asce.tl)
385 return PGM_REGION_THIRD_TRANS;
386 ptr += vaddr.rtx * 8;
387 break;
388 case ASCE_TYPE_SEGMENT:
389 if (vaddr.rfx || vaddr.rsx || vaddr.rtx)
390 return PGM_ASCE_TYPE;
391 if (vaddr.sx01 > asce.tl)
392 return PGM_SEGMENT_TRANSLATION;
393 ptr += vaddr.sx * 8;
394 break;
395 }
396 switch (asce.dt) {
397 case ASCE_TYPE_REGION1: {
398 union region1_table_entry rfte;
399
400 if (kvm_is_error_gpa(vcpu->kvm, ptr))
401 return PGM_ADDRESSING;
402 if (deref_table(vcpu->kvm, ptr, &rfte.val))
403 return -EFAULT;
404 if (rfte.i)
405 return PGM_REGION_FIRST_TRANS;
406 if (rfte.tt != TABLE_TYPE_REGION1)
407 return PGM_TRANSLATION_SPEC;
408 if (vaddr.rsx01 < rfte.tf || vaddr.rsx01 > rfte.tl)
409 return PGM_REGION_SECOND_TRANS;
410 if (edat1)
411 dat_protection |= rfte.p;
412 ptr = rfte.rto * 4096 + vaddr.rsx * 8;
413 }
414 /* fallthrough */
415 case ASCE_TYPE_REGION2: {
416 union region2_table_entry rste;
417
418 if (kvm_is_error_gpa(vcpu->kvm, ptr))
419 return PGM_ADDRESSING;
420 if (deref_table(vcpu->kvm, ptr, &rste.val))
421 return -EFAULT;
422 if (rste.i)
423 return PGM_REGION_SECOND_TRANS;
424 if (rste.tt != TABLE_TYPE_REGION2)
425 return PGM_TRANSLATION_SPEC;
426 if (vaddr.rtx01 < rste.tf || vaddr.rtx01 > rste.tl)
427 return PGM_REGION_THIRD_TRANS;
428 if (edat1)
429 dat_protection |= rste.p;
430 ptr = rste.rto * 4096 + vaddr.rtx * 8;
431 }
432 /* fallthrough */
433 case ASCE_TYPE_REGION3: {
434 union region3_table_entry rtte;
435
436 if (kvm_is_error_gpa(vcpu->kvm, ptr))
437 return PGM_ADDRESSING;
438 if (deref_table(vcpu->kvm, ptr, &rtte.val))
439 return -EFAULT;
440 if (rtte.i)
441 return PGM_REGION_THIRD_TRANS;
442 if (rtte.tt != TABLE_TYPE_REGION3)
443 return PGM_TRANSLATION_SPEC;
444 if (rtte.cr && asce.p && edat2)
445 return PGM_TRANSLATION_SPEC;
446 if (rtte.fc && edat2) {
447 dat_protection |= rtte.fc1.p;
448 raddr.rfaa = rtte.fc1.rfaa;
449 goto absolute_address;
450 }
451 if (vaddr.sx01 < rtte.fc0.tf)
452 return PGM_SEGMENT_TRANSLATION;
453 if (vaddr.sx01 > rtte.fc0.tl)
454 return PGM_SEGMENT_TRANSLATION;
455 if (edat1)
456 dat_protection |= rtte.fc0.p;
457 ptr = rtte.fc0.sto * 4096 + vaddr.sx * 8;
458 }
459 /* fallthrough */
460 case ASCE_TYPE_SEGMENT: {
461 union segment_table_entry ste;
462
463 if (kvm_is_error_gpa(vcpu->kvm, ptr))
464 return PGM_ADDRESSING;
465 if (deref_table(vcpu->kvm, ptr, &ste.val))
466 return -EFAULT;
467 if (ste.i)
468 return PGM_SEGMENT_TRANSLATION;
469 if (ste.tt != TABLE_TYPE_SEGMENT)
470 return PGM_TRANSLATION_SPEC;
471 if (ste.cs && asce.p)
472 return PGM_TRANSLATION_SPEC;
473 if (ste.fc && edat1) {
474 dat_protection |= ste.fc1.p;
475 raddr.sfaa = ste.fc1.sfaa;
476 goto absolute_address;
477 }
478 dat_protection |= ste.fc0.p;
479 ptr = ste.fc0.pto * 2048 + vaddr.px * 8;
480 }
481 }
482 if (kvm_is_error_gpa(vcpu->kvm, ptr))
483 return PGM_ADDRESSING;
484 if (deref_table(vcpu->kvm, ptr, &pte.val))
485 return -EFAULT;
486 if (pte.i)
487 return PGM_PAGE_TRANSLATION;
488 if (pte.z)
489 return PGM_TRANSLATION_SPEC;
490 if (pte.co && !edat1)
491 return PGM_TRANSLATION_SPEC;
492 dat_protection |= pte.p;
493 raddr.pfra = pte.pfra;
494real_address:
495 raddr.addr = kvm_s390_real_to_abs(vcpu, raddr.addr);
496absolute_address:
497 if (write && dat_protection)
498 return PGM_PROTECTION;
499 if (kvm_is_error_gpa(vcpu->kvm, raddr.addr))
500 return PGM_ADDRESSING;
501 *gpa = raddr.addr;
502 return 0;
503}
504
505static inline int is_low_address(unsigned long ga)
506{
507 /* Check for address ranges 0..511 and 4096..4607 */
508 return (ga & ~0x11fful) == 0;
509}
510
511static int low_address_protection_enabled(struct kvm_vcpu *vcpu)
512{
513 union ctlreg0 ctlreg0 = {.val = vcpu->arch.sie_block->gcr[0]};
514 psw_t *psw = &vcpu->arch.sie_block->gpsw;
515 union asce asce;
516
517 if (!ctlreg0.lap)
518 return 0;
519 asce.val = get_vcpu_asce(vcpu);
520 if (psw_bits(*psw).t && asce.p)
521 return 0;
522 return 1;
523}
524
525struct trans_exc_code_bits {
526 unsigned long addr : 52; /* Translation-exception Address */
527 unsigned long fsi : 2; /* Access Exception Fetch/Store Indication */
528 unsigned long : 7;
529 unsigned long b61 : 1;
530 unsigned long as : 2; /* ASCE Identifier */
531};
532
533enum {
534 FSI_UNKNOWN = 0, /* Unknown wether fetch or store */
535 FSI_STORE = 1, /* Exception was due to store operation */
536 FSI_FETCH = 2 /* Exception was due to fetch operation */
537};
538
539static int guest_page_range(struct kvm_vcpu *vcpu, unsigned long ga,
540 unsigned long *pages, unsigned long nr_pages,
541 int write)
542{
543 struct kvm_s390_pgm_info *pgm = &vcpu->arch.pgm;
544 psw_t *psw = &vcpu->arch.sie_block->gpsw;
545 struct trans_exc_code_bits *tec_bits;
546 int lap_enabled, rc;
547
548 memset(pgm, 0, sizeof(*pgm));
549 tec_bits = (struct trans_exc_code_bits *)&pgm->trans_exc_code;
550 tec_bits->fsi = write ? FSI_STORE : FSI_FETCH;
551 tec_bits->as = psw_bits(*psw).as;
552 lap_enabled = low_address_protection_enabled(vcpu);
553 while (nr_pages) {
554 ga = kvm_s390_logical_to_effective(vcpu, ga);
555 tec_bits->addr = ga >> PAGE_SHIFT;
556 if (write && lap_enabled && is_low_address(ga)) {
557 pgm->code = PGM_PROTECTION;
558 return pgm->code;
559 }
560 ga &= PAGE_MASK;
561 if (psw_bits(*psw).t) {
562 rc = guest_translate(vcpu, ga, pages, write);
563 if (rc < 0)
564 return rc;
565 if (rc == PGM_PROTECTION)
566 tec_bits->b61 = 1;
567 if (rc)
568 pgm->code = rc;
569 } else {
570 *pages = kvm_s390_real_to_abs(vcpu, ga);
571 if (kvm_is_error_gpa(vcpu->kvm, *pages))
572 pgm->code = PGM_ADDRESSING;
573 }
574 if (pgm->code)
575 return pgm->code;
576 ga += PAGE_SIZE;
577 pages++;
578 nr_pages--;
579 }
580 return 0;
581}
582
583int access_guest(struct kvm_vcpu *vcpu, unsigned long ga, void *data,
584 unsigned long len, int write)
585{
586 psw_t *psw = &vcpu->arch.sie_block->gpsw;
587 unsigned long _len, nr_pages, gpa, idx;
588 unsigned long pages_array[2];
589 unsigned long *pages;
Heiko Carstens8a2422342014-01-10 14:33:28 +0100590 int need_ipte_lock;
591 union asce asce;
Heiko Carstens22938972014-01-01 16:26:52 +0100592 int rc;
593
594 if (!len)
595 return 0;
596 /* Access register mode is not supported yet. */
597 if (psw_bits(*psw).t && psw_bits(*psw).as == PSW_AS_ACCREG)
598 return -EOPNOTSUPP;
599 nr_pages = (((ga & ~PAGE_MASK) + len - 1) >> PAGE_SHIFT) + 1;
600 pages = pages_array;
601 if (nr_pages > ARRAY_SIZE(pages_array))
602 pages = vmalloc(nr_pages * sizeof(unsigned long));
603 if (!pages)
604 return -ENOMEM;
Heiko Carstens8a2422342014-01-10 14:33:28 +0100605 asce.val = get_vcpu_asce(vcpu);
606 need_ipte_lock = psw_bits(*psw).t && !asce.r;
607 if (need_ipte_lock)
608 ipte_lock(vcpu);
Heiko Carstens22938972014-01-01 16:26:52 +0100609 rc = guest_page_range(vcpu, ga, pages, nr_pages, write);
610 for (idx = 0; idx < nr_pages && !rc; idx++) {
611 gpa = *(pages + idx) + (ga & ~PAGE_MASK);
612 _len = min(PAGE_SIZE - (gpa & ~PAGE_MASK), len);
613 if (write)
614 rc = kvm_write_guest(vcpu->kvm, gpa, data, _len);
615 else
616 rc = kvm_read_guest(vcpu->kvm, gpa, data, _len);
617 len -= _len;
618 ga += _len;
619 data += _len;
620 }
Heiko Carstens8a2422342014-01-10 14:33:28 +0100621 if (need_ipte_lock)
622 ipte_unlock(vcpu);
Heiko Carstens22938972014-01-01 16:26:52 +0100623 if (nr_pages > ARRAY_SIZE(pages_array))
624 vfree(pages);
625 return rc;
626}
627
628int access_guest_real(struct kvm_vcpu *vcpu, unsigned long gra,
629 void *data, unsigned long len, int write)
630{
631 unsigned long _len, gpa;
632 int rc = 0;
633
634 while (len && !rc) {
635 gpa = kvm_s390_real_to_abs(vcpu, gra);
636 _len = min(PAGE_SIZE - (gpa & ~PAGE_MASK), len);
637 if (write)
638 rc = write_guest_abs(vcpu, gpa, data, _len);
639 else
640 rc = read_guest_abs(vcpu, gpa, data, _len);
641 len -= _len;
642 gra += _len;
643 data += _len;
644 }
645 return rc;
646}
Thomas Huthf8232c82014-03-03 23:34:42 +0100647
648/**
Thomas Huth9fbc0272014-02-04 14:43:25 +0100649 * guest_translate_address - translate guest logical into guest absolute address
650 *
651 * Parameter semantics are the same as the ones from guest_translate.
652 * The memory contents at the guest address are not changed.
653 *
654 * Note: The IPTE lock is not taken during this function, so the caller
655 * has to take care of this.
656 */
657int guest_translate_address(struct kvm_vcpu *vcpu, unsigned long gva,
658 unsigned long *gpa, int write)
659{
660 struct kvm_s390_pgm_info *pgm = &vcpu->arch.pgm;
661 psw_t *psw = &vcpu->arch.sie_block->gpsw;
662 struct trans_exc_code_bits *tec;
663 union asce asce;
664 int rc;
665
666 /* Access register mode is not supported yet. */
667 if (psw_bits(*psw).t && psw_bits(*psw).as == PSW_AS_ACCREG)
668 return -EOPNOTSUPP;
669
670 gva = kvm_s390_logical_to_effective(vcpu, gva);
671 memset(pgm, 0, sizeof(*pgm));
672 tec = (struct trans_exc_code_bits *)&pgm->trans_exc_code;
673 tec->as = psw_bits(*psw).as;
674 tec->fsi = write ? FSI_STORE : FSI_FETCH;
675 tec->addr = gva >> PAGE_SHIFT;
676 if (is_low_address(gva) && low_address_protection_enabled(vcpu)) {
677 if (write) {
678 rc = pgm->code = PGM_PROTECTION;
679 return rc;
680 }
681 }
682
683 asce.val = get_vcpu_asce(vcpu);
684 if (psw_bits(*psw).t && !asce.r) { /* Use DAT? */
685 rc = guest_translate(vcpu, gva, gpa, write);
686 if (rc > 0) {
687 if (rc == PGM_PROTECTION)
688 tec->b61 = 1;
689 pgm->code = rc;
690 }
691 } else {
692 rc = 0;
693 *gpa = kvm_s390_real_to_abs(vcpu, gva);
694 if (kvm_is_error_gpa(vcpu->kvm, *gpa))
695 rc = pgm->code = PGM_ADDRESSING;
696 }
697
698 return rc;
699}
700
701/**
Thomas Huthf8232c82014-03-03 23:34:42 +0100702 * kvm_s390_check_low_addr_protection - check for low-address protection
703 * @ga: Guest address
704 *
705 * Checks whether an address is subject to low-address protection and set
706 * up vcpu->arch.pgm accordingly if necessary.
707 *
708 * Return: 0 if no protection exception, or PGM_PROTECTION if protected.
709 */
710int kvm_s390_check_low_addr_protection(struct kvm_vcpu *vcpu, unsigned long ga)
711{
712 struct kvm_s390_pgm_info *pgm = &vcpu->arch.pgm;
713 psw_t *psw = &vcpu->arch.sie_block->gpsw;
714 struct trans_exc_code_bits *tec_bits;
715
716 if (!is_low_address(ga) || !low_address_protection_enabled(vcpu))
717 return 0;
718
719 memset(pgm, 0, sizeof(*pgm));
720 tec_bits = (struct trans_exc_code_bits *)&pgm->trans_exc_code;
721 tec_bits->fsi = FSI_STORE;
722 tec_bits->as = psw_bits(*psw).as;
723 tec_bits->addr = ga >> PAGE_SHIFT;
724 pgm->code = PGM_PROTECTION;
725
726 return pgm->code;
727}