blob: 81ee2776088dc7ec6aa4dab8e73237aeae544bdb [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * include/asm-s390/page.h
3 *
4 * S390 version
5 * Copyright (C) 1999,2000 IBM Deutschland Entwicklung GmbH, IBM Corporation
6 * Author(s): Hartmut Penner (hp@de.ibm.com)
7 */
8
9#ifndef _S390_PAGE_H
10#define _S390_PAGE_H
11
Sam Ravnborg52480ee2007-10-12 16:11:50 +020012#include <linux/const.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070013#include <asm/types.h>
14
15/* PAGE_SHIFT determines the page size */
16#define PAGE_SHIFT 12
Sam Ravnborg52480ee2007-10-12 16:11:50 +020017#define PAGE_SIZE (_AC(1,UL) << PAGE_SHIFT)
Linus Torvalds1da177e2005-04-16 15:20:36 -070018#define PAGE_MASK (~(PAGE_SIZE-1))
Peter Oberparleiter0b642ed2005-05-01 08:58:58 -070019#define PAGE_DEFAULT_ACC 0
20#define PAGE_DEFAULT_KEY (PAGE_DEFAULT_ACC << 4)
Linus Torvalds1da177e2005-04-16 15:20:36 -070021
Gerald Schaefer53492b12008-04-30 13:38:46 +020022#define HPAGE_SHIFT 20
23#define HPAGE_SIZE (1UL << HPAGE_SHIFT)
24#define HPAGE_MASK (~(HPAGE_SIZE - 1))
25#define HUGETLB_PAGE_ORDER (HPAGE_SHIFT - PAGE_SHIFT)
26
27#define ARCH_HAS_SETCLEAR_HUGE_PTE
28#define ARCH_HAS_HUGE_PTE_TYPE
29#define ARCH_HAS_PREPARE_HUGEPAGE
30#define ARCH_HAS_HUGEPAGE_CLEAR_FLUSH
31
David Woodhouse274f5942006-04-27 04:47:10 +010032#include <asm/setup.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070033#ifndef __ASSEMBLY__
34
Linus Torvalds1da177e2005-04-16 15:20:36 -070035static inline void clear_page(void *page)
36{
Gerald Schaefer53492b12008-04-30 13:38:46 +020037 if (MACHINE_HAS_PFMF) {
38 asm volatile(
39 " .insn rre,0xb9af0000,%0,%1"
40 : : "d" (0x10000), "a" (page) : "memory", "cc");
41 } else {
42 register unsigned long reg1 asm ("1") = 0;
43 register void *reg2 asm ("2") = page;
44 register unsigned long reg3 asm ("3") = 4096;
45 asm volatile(
46 " mvcl 2,0"
47 : "+d" (reg2), "+d" (reg3) : "d" (reg1)
48 : "memory", "cc");
49 }
Linus Torvalds1da177e2005-04-16 15:20:36 -070050}
51
52static inline void copy_page(void *to, void *from)
53{
Martin Schwidefsky94c12cc2006-09-28 16:56:43 +020054 if (MACHINE_HAS_MVPG) {
55 register unsigned long reg0 asm ("0") = 0;
56 asm volatile(
57 " mvpg %0,%1"
58 : : "a" (to), "a" (from), "d" (reg0)
59 : "memory", "cc");
60 } else
61 asm volatile(
62 " mvc 0(256,%0),0(%1)\n"
63 " mvc 256(256,%0),256(%1)\n"
64 " mvc 512(256,%0),512(%1)\n"
65 " mvc 768(256,%0),768(%1)\n"
66 " mvc 1024(256,%0),1024(%1)\n"
67 " mvc 1280(256,%0),1280(%1)\n"
68 " mvc 1536(256,%0),1536(%1)\n"
69 " mvc 1792(256,%0),1792(%1)\n"
70 " mvc 2048(256,%0),2048(%1)\n"
71 " mvc 2304(256,%0),2304(%1)\n"
72 " mvc 2560(256,%0),2560(%1)\n"
73 " mvc 2816(256,%0),2816(%1)\n"
74 " mvc 3072(256,%0),3072(%1)\n"
75 " mvc 3328(256,%0),3328(%1)\n"
76 " mvc 3584(256,%0),3584(%1)\n"
77 " mvc 3840(256,%0),3840(%1)\n"
78 : : "a" (to), "a" (from) : "memory");
Linus Torvalds1da177e2005-04-16 15:20:36 -070079}
80
Linus Torvalds1da177e2005-04-16 15:20:36 -070081#define clear_user_page(page, vaddr, pg) clear_page(page)
82#define copy_user_page(to, from, vaddr, pg) copy_page(to, from)
83
Mel Gorman769848c2007-07-17 04:03:05 -070084#define __alloc_zeroed_user_highpage(movableflags, vma, vaddr) \
85 alloc_page_vma(GFP_HIGHUSER | __GFP_ZERO | movableflags, vma, vaddr)
Linus Torvalds1da177e2005-04-16 15:20:36 -070086#define __HAVE_ARCH_ALLOC_ZEROED_USER_HIGHPAGE
87
Linus Torvalds1da177e2005-04-16 15:20:36 -070088/*
89 * These are used to make use of C type-checking..
90 */
91
92typedef struct { unsigned long pgprot; } pgprot_t;
93typedef struct { unsigned long pte; } pte_t;
Linus Torvalds1da177e2005-04-16 15:20:36 -070094typedef struct { unsigned long pmd; } pmd_t;
Martin Schwidefsky190a1d72007-10-22 12:52:48 +020095typedef struct { unsigned long pud; } pud_t;
Linus Torvalds1da177e2005-04-16 15:20:36 -070096typedef struct { unsigned long pgd; } pgd_t;
Martin Schwidefsky146e4b32008-02-09 18:24:35 +010097typedef pte_t *pgtable_t;
Linus Torvalds1da177e2005-04-16 15:20:36 -070098
Martin Schwidefsky146e4b32008-02-09 18:24:35 +010099#define pgprot_val(x) ((x).pgprot)
100#define pte_val(x) ((x).pte)
101#define pmd_val(x) ((x).pmd)
Martin Schwidefsky190a1d72007-10-22 12:52:48 +0200102#define pud_val(x) ((x).pud)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700103#define pgd_val(x) ((x).pgd)
104
Linus Torvalds1da177e2005-04-16 15:20:36 -0700105#define __pte(x) ((pte_t) { (x) } )
106#define __pmd(x) ((pmd_t) { (x) } )
107#define __pgd(x) ((pgd_t) { (x) } )
108#define __pgprot(x) ((pgprot_t) { (x) } )
109
Martin Schwidefsky2d425522011-05-23 10:24:39 +0200110static inline void page_set_storage_key(unsigned long addr,
111 unsigned char skey, int mapped)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700112{
Martin Schwidefskye2b8d7a2010-10-25 16:10:14 +0200113 if (!mapped)
114 asm volatile(".insn rrf,0xb22b0000,%0,%1,8,0"
115 : : "d" (skey), "a" (addr));
116 else
117 asm volatile("sske %0,%1" : : "d" (skey), "a" (addr));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700118}
119
Martin Schwidefsky2d425522011-05-23 10:24:39 +0200120static inline unsigned char page_get_storage_key(unsigned long addr)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700121{
Martin Schwidefsky2d425522011-05-23 10:24:39 +0200122 unsigned char skey;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700123
Martin Schwidefsky2d425522011-05-23 10:24:39 +0200124 asm volatile("iske %0,%1" : "=d" (skey) : "a" (addr));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700125 return skey;
126}
127
Martin Schwidefsky2d425522011-05-23 10:24:39 +0200128static inline int page_reset_referenced(unsigned long addr)
129{
130 unsigned int ipm;
131
132 asm volatile(
133 " rrbe 0,%1\n"
134 " ipm %0\n"
135 : "=d" (ipm) : "a" (addr) : "cc");
136 return !!(ipm & 0x20000000);
137}
138
139/* Bits int the storage key */
140#define _PAGE_CHANGED 0x02 /* HW changed bit */
141#define _PAGE_REFERENCED 0x04 /* HW referenced bit */
142#define _PAGE_FP_BIT 0x08 /* HW fetch protection bit */
143#define _PAGE_ACC_BITS 0xf0 /* HW access control bits */
144
145/*
146 * Test and clear dirty bit in storage key.
147 * We can't clear the changed bit atomically. This is a potential
148 * race against modification of the referenced bit. This function
149 * should therefore only be called if it is not mapped in any
150 * address space.
151 */
152#define __HAVE_ARCH_PAGE_TEST_AND_CLEAR_DIRTY
153static inline int page_test_and_clear_dirty(unsigned long pfn, int mapped)
154{
155 unsigned char skey;
156
157 skey = page_get_storage_key(pfn << PAGE_SHIFT);
158 if (!(skey & _PAGE_CHANGED))
159 return 0;
160 page_set_storage_key(pfn << PAGE_SHIFT, skey & ~_PAGE_CHANGED, mapped);
161 return 1;
162}
163
164/*
165 * Test and clear referenced bit in storage key.
166 */
167#define __HAVE_ARCH_PAGE_TEST_AND_CLEAR_YOUNG
168static inline int page_test_and_clear_young(unsigned long pfn)
169{
170 return page_reset_referenced(pfn << PAGE_SHIFT);
171}
172
Martin Schwidefsky45e576b2008-05-07 09:22:59 +0200173struct page;
174void arch_free_page(struct page *page, int order);
175void arch_alloc_page(struct page *page, int order);
176
Hendrik Bruecknerec6743b2010-11-10 10:05:55 +0100177static inline int devmem_is_allowed(unsigned long pfn)
178{
179 return 0;
180}
181
Martin Schwidefsky45e576b2008-05-07 09:22:59 +0200182#define HAVE_ARCH_FREE_PAGE
183#define HAVE_ARCH_ALLOC_PAGE
184
Linus Torvalds1da177e2005-04-16 15:20:36 -0700185#endif /* !__ASSEMBLY__ */
186
Linus Torvalds1da177e2005-04-16 15:20:36 -0700187#define __PAGE_OFFSET 0x0UL
188#define PAGE_OFFSET 0x0UL
189#define __pa(x) (unsigned long)(x)
190#define __va(x) (void *)(unsigned long)(x)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700191#define virt_to_page(kaddr) pfn_to_page(__pa(kaddr) >> PAGE_SHIFT)
Heiko Carstens0b2b6e12006-10-04 20:02:23 +0200192#define page_to_phys(page) (page_to_pfn(page) << PAGE_SHIFT)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700193#define virt_addr_valid(kaddr) pfn_valid(__pa(kaddr) >> PAGE_SHIFT)
194
Martin Schwidefsky146e4b32008-02-09 18:24:35 +0100195#define VM_DATA_DEFAULT_FLAGS (VM_READ | VM_WRITE | \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700196 VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC)
197
KAMEZAWA Hiroyukiaed63042006-03-27 01:15:45 -0800198#include <asm-generic/memory_model.h>
Arnd Bergmann5b17e1c2009-05-13 22:56:30 +0000199#include <asm-generic/getorder.h>
Stephen Rothwellfd4fd5a2005-09-03 15:54:30 -0700200
Martin Schwidefskyb0206322008-12-25 13:38:36 +0100201#define __HAVE_ARCH_GATE_AREA 1
202
Linus Torvalds1da177e2005-04-16 15:20:36 -0700203#endif /* _S390_PAGE_H */