blob: 27ab3c7c1e8bc7e3e353b3eaefc0a806edc8400c [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Linus Torvalds1da177e2005-04-16 15:20:36 -07002 * S390 version
Heiko Carstensa53c8fa2012-07-20 11:15:04 +02003 * Copyright IBM Corp. 1999, 2000
Linus Torvalds1da177e2005-04-16 15:20:36 -07004 * Author(s): Hartmut Penner (hp@de.ibm.com)
5 */
6
7#ifndef _S390_PAGE_H
8#define _S390_PAGE_H
9
Sam Ravnborg52480ee2007-10-12 16:11:50 +020010#include <linux/const.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070011#include <asm/types.h>
12
13/* PAGE_SHIFT determines the page size */
14#define PAGE_SHIFT 12
Sam Ravnborg52480ee2007-10-12 16:11:50 +020015#define PAGE_SIZE (_AC(1,UL) << PAGE_SHIFT)
Linus Torvalds1da177e2005-04-16 15:20:36 -070016#define PAGE_MASK (~(PAGE_SIZE-1))
Peter Oberparleiter0b642ed2005-05-01 08:58:58 -070017#define PAGE_DEFAULT_ACC 0
18#define PAGE_DEFAULT_KEY (PAGE_DEFAULT_ACC << 4)
Linus Torvalds1da177e2005-04-16 15:20:36 -070019
Gerald Schaefer53492b12008-04-30 13:38:46 +020020#define HPAGE_SHIFT 20
21#define HPAGE_SIZE (1UL << HPAGE_SHIFT)
22#define HPAGE_MASK (~(HPAGE_SIZE - 1))
23#define HUGETLB_PAGE_ORDER (HPAGE_SHIFT - PAGE_SHIFT)
24
25#define ARCH_HAS_SETCLEAR_HUGE_PTE
26#define ARCH_HAS_HUGE_PTE_TYPE
27#define ARCH_HAS_PREPARE_HUGEPAGE
28#define ARCH_HAS_HUGEPAGE_CLEAR_FLUSH
29
David Woodhouse274f5942006-04-27 04:47:10 +010030#include <asm/setup.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070031#ifndef __ASSEMBLY__
32
Linus Torvalds1da177e2005-04-16 15:20:36 -070033static inline void clear_page(void *page)
34{
Gerald Schaefer53492b12008-04-30 13:38:46 +020035 if (MACHINE_HAS_PFMF) {
36 asm volatile(
37 " .insn rre,0xb9af0000,%0,%1"
38 : : "d" (0x10000), "a" (page) : "memory", "cc");
39 } else {
40 register unsigned long reg1 asm ("1") = 0;
41 register void *reg2 asm ("2") = page;
42 register unsigned long reg3 asm ("3") = 4096;
43 asm volatile(
44 " mvcl 2,0"
45 : "+d" (reg2), "+d" (reg3) : "d" (reg1)
46 : "memory", "cc");
47 }
Linus Torvalds1da177e2005-04-16 15:20:36 -070048}
49
50static inline void copy_page(void *to, void *from)
51{
Martin Schwidefsky94c12cc2006-09-28 16:56:43 +020052 if (MACHINE_HAS_MVPG) {
53 register unsigned long reg0 asm ("0") = 0;
54 asm volatile(
55 " mvpg %0,%1"
56 : : "a" (to), "a" (from), "d" (reg0)
57 : "memory", "cc");
58 } else
59 asm volatile(
60 " mvc 0(256,%0),0(%1)\n"
61 " mvc 256(256,%0),256(%1)\n"
62 " mvc 512(256,%0),512(%1)\n"
63 " mvc 768(256,%0),768(%1)\n"
64 " mvc 1024(256,%0),1024(%1)\n"
65 " mvc 1280(256,%0),1280(%1)\n"
66 " mvc 1536(256,%0),1536(%1)\n"
67 " mvc 1792(256,%0),1792(%1)\n"
68 " mvc 2048(256,%0),2048(%1)\n"
69 " mvc 2304(256,%0),2304(%1)\n"
70 " mvc 2560(256,%0),2560(%1)\n"
71 " mvc 2816(256,%0),2816(%1)\n"
72 " mvc 3072(256,%0),3072(%1)\n"
73 " mvc 3328(256,%0),3328(%1)\n"
74 " mvc 3584(256,%0),3584(%1)\n"
75 " mvc 3840(256,%0),3840(%1)\n"
76 : : "a" (to), "a" (from) : "memory");
Linus Torvalds1da177e2005-04-16 15:20:36 -070077}
78
Linus Torvalds1da177e2005-04-16 15:20:36 -070079#define clear_user_page(page, vaddr, pg) clear_page(page)
80#define copy_user_page(to, from, vaddr, pg) copy_page(to, from)
81
Mel Gorman769848c2007-07-17 04:03:05 -070082#define __alloc_zeroed_user_highpage(movableflags, vma, vaddr) \
83 alloc_page_vma(GFP_HIGHUSER | __GFP_ZERO | movableflags, vma, vaddr)
Linus Torvalds1da177e2005-04-16 15:20:36 -070084#define __HAVE_ARCH_ALLOC_ZEROED_USER_HIGHPAGE
85
Linus Torvalds1da177e2005-04-16 15:20:36 -070086/*
87 * These are used to make use of C type-checking..
88 */
89
90typedef struct { unsigned long pgprot; } pgprot_t;
Martin Schwidefskyb2fa47e2011-05-23 10:24:40 +020091typedef struct { unsigned long pgste; } pgste_t;
Linus Torvalds1da177e2005-04-16 15:20:36 -070092typedef struct { unsigned long pte; } pte_t;
Linus Torvalds1da177e2005-04-16 15:20:36 -070093typedef struct { unsigned long pmd; } pmd_t;
Martin Schwidefsky190a1d72007-10-22 12:52:48 +020094typedef struct { unsigned long pud; } pud_t;
Linus Torvalds1da177e2005-04-16 15:20:36 -070095typedef struct { unsigned long pgd; } pgd_t;
Martin Schwidefsky146e4b32008-02-09 18:24:35 +010096typedef pte_t *pgtable_t;
Linus Torvalds1da177e2005-04-16 15:20:36 -070097
Martin Schwidefsky146e4b32008-02-09 18:24:35 +010098#define pgprot_val(x) ((x).pgprot)
Martin Schwidefskyb2fa47e2011-05-23 10:24:40 +020099#define pgste_val(x) ((x).pgste)
Martin Schwidefsky146e4b32008-02-09 18:24:35 +0100100#define pte_val(x) ((x).pte)
101#define pmd_val(x) ((x).pmd)
Martin Schwidefsky190a1d72007-10-22 12:52:48 +0200102#define pud_val(x) ((x).pud)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700103#define pgd_val(x) ((x).pgd)
104
Martin Schwidefskyb2fa47e2011-05-23 10:24:40 +0200105#define __pgste(x) ((pgste_t) { (x) } )
Linus Torvalds1da177e2005-04-16 15:20:36 -0700106#define __pte(x) ((pte_t) { (x) } )
107#define __pmd(x) ((pmd_t) { (x) } )
Martin Schwidefskyb2fa47e2011-05-23 10:24:40 +0200108#define __pud(x) ((pud_t) { (x) } )
Linus Torvalds1da177e2005-04-16 15:20:36 -0700109#define __pgd(x) ((pgd_t) { (x) } )
110#define __pgprot(x) ((pgprot_t) { (x) } )
111
Martin Schwidefsky2d425522011-05-23 10:24:39 +0200112static inline void page_set_storage_key(unsigned long addr,
113 unsigned char skey, int mapped)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700114{
Martin Schwidefskye2b8d7a2010-10-25 16:10:14 +0200115 if (!mapped)
116 asm volatile(".insn rrf,0xb22b0000,%0,%1,8,0"
117 : : "d" (skey), "a" (addr));
118 else
119 asm volatile("sske %0,%1" : : "d" (skey), "a" (addr));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700120}
121
Martin Schwidefsky2d425522011-05-23 10:24:39 +0200122static inline unsigned char page_get_storage_key(unsigned long addr)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700123{
Martin Schwidefsky2d425522011-05-23 10:24:39 +0200124 unsigned char skey;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700125
Martin Schwidefsky2d425522011-05-23 10:24:39 +0200126 asm volatile("iske %0,%1" : "=d" (skey) : "a" (addr));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700127 return skey;
128}
129
Martin Schwidefsky2d425522011-05-23 10:24:39 +0200130static inline int page_reset_referenced(unsigned long addr)
131{
132 unsigned int ipm;
133
134 asm volatile(
135 " rrbe 0,%1\n"
136 " ipm %0\n"
137 : "=d" (ipm) : "a" (addr) : "cc");
138 return !!(ipm & 0x20000000);
139}
140
141/* Bits int the storage key */
142#define _PAGE_CHANGED 0x02 /* HW changed bit */
143#define _PAGE_REFERENCED 0x04 /* HW referenced bit */
144#define _PAGE_FP_BIT 0x08 /* HW fetch protection bit */
145#define _PAGE_ACC_BITS 0xf0 /* HW access control bits */
146
147/*
148 * Test and clear dirty bit in storage key.
149 * We can't clear the changed bit atomically. This is a potential
150 * race against modification of the referenced bit. This function
151 * should therefore only be called if it is not mapped in any
152 * address space.
153 */
154#define __HAVE_ARCH_PAGE_TEST_AND_CLEAR_DIRTY
155static inline int page_test_and_clear_dirty(unsigned long pfn, int mapped)
156{
157 unsigned char skey;
158
159 skey = page_get_storage_key(pfn << PAGE_SHIFT);
160 if (!(skey & _PAGE_CHANGED))
161 return 0;
162 page_set_storage_key(pfn << PAGE_SHIFT, skey & ~_PAGE_CHANGED, mapped);
163 return 1;
164}
165
166/*
167 * Test and clear referenced bit in storage key.
168 */
169#define __HAVE_ARCH_PAGE_TEST_AND_CLEAR_YOUNG
170static inline int page_test_and_clear_young(unsigned long pfn)
171{
172 return page_reset_referenced(pfn << PAGE_SHIFT);
173}
174
Martin Schwidefsky45e576b2008-05-07 09:22:59 +0200175struct page;
176void arch_free_page(struct page *page, int order);
177void arch_alloc_page(struct page *page, int order);
Martin Schwidefsky638ad342011-10-30 15:17:13 +0100178void arch_set_page_states(int make_stable);
Martin Schwidefsky45e576b2008-05-07 09:22:59 +0200179
Hendrik Bruecknerec6743b2010-11-10 10:05:55 +0100180static inline int devmem_is_allowed(unsigned long pfn)
181{
182 return 0;
183}
184
Martin Schwidefsky45e576b2008-05-07 09:22:59 +0200185#define HAVE_ARCH_FREE_PAGE
186#define HAVE_ARCH_ALLOC_PAGE
187
Linus Torvalds1da177e2005-04-16 15:20:36 -0700188#endif /* !__ASSEMBLY__ */
189
Linus Torvalds1da177e2005-04-16 15:20:36 -0700190#define __PAGE_OFFSET 0x0UL
191#define PAGE_OFFSET 0x0UL
192#define __pa(x) (unsigned long)(x)
193#define __va(x) (void *)(unsigned long)(x)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700194#define virt_to_page(kaddr) pfn_to_page(__pa(kaddr) >> PAGE_SHIFT)
Heiko Carstens0b2b6e12006-10-04 20:02:23 +0200195#define page_to_phys(page) (page_to_pfn(page) << PAGE_SHIFT)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700196#define virt_addr_valid(kaddr) pfn_valid(__pa(kaddr) >> PAGE_SHIFT)
197
Martin Schwidefsky146e4b32008-02-09 18:24:35 +0100198#define VM_DATA_DEFAULT_FLAGS (VM_READ | VM_WRITE | \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700199 VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC)
200
KAMEZAWA Hiroyukiaed63042006-03-27 01:15:45 -0800201#include <asm-generic/memory_model.h>
Arnd Bergmann5b17e1c2009-05-13 22:56:30 +0000202#include <asm-generic/getorder.h>
Stephen Rothwellfd4fd5a2005-09-03 15:54:30 -0700203
Martin Schwidefskyb0206322008-12-25 13:38:36 +0100204#define __HAVE_ARCH_GATE_AREA 1
205
Linus Torvalds1da177e2005-04-16 15:20:36 -0700206#endif /* _S390_PAGE_H */