blob: a09c28571064d7d4d148dc34f7f86b3bcb319abb [file] [log] [blame]
Gustavo F. Padovanc577b092009-02-15 21:48:59 -03001/*
2 * fixmap.h: compile-time virtual memory allocation
3 *
4 * This file is subject to the terms and conditions of the GNU General Public
5 * License. See the file "COPYING" in the main directory of this archive
6 * for more details.
7 *
8 * Copyright (C) 1998 Ingo Molnar
9 *
10 * Support of BIGMEM added by Gerhard Wichert, Siemens AG, July 1999
11 * x86_32 and x86_64 integration by Gustavo F. Padovan, February 2009
12 */
13
H. Peter Anvin1965aae2008-10-22 22:26:29 -070014#ifndef _ASM_X86_FIXMAP_H
15#define _ASM_X86_FIXMAP_H
Ingo Molnar3ec96782008-04-25 18:25:25 +020016
Gustavo F. Padovanc577b092009-02-15 21:48:59 -030017#ifndef __ASSEMBLY__
18#include <linux/kernel.h>
19#include <asm/acpi.h>
20#include <asm/apicdef.h>
21#include <asm/page.h>
Marcelo Tosatti71056ae2012-11-27 23:28:55 -020022#include <asm/pvclock.h>
Thomas Gleixner96a388d2007-10-11 11:20:03 +020023#ifdef CONFIG_X86_32
Gustavo F. Padovanc577b092009-02-15 21:48:59 -030024#include <linux/threads.h>
25#include <asm/kmap_types.h>
Thomas Gleixner96a388d2007-10-11 11:20:03 +020026#else
Gustavo F. Padovanc577b092009-02-15 21:48:59 -030027#include <asm/vsyscall.h>
Gustavo F. Padovanc577b092009-02-15 21:48:59 -030028#endif
29
30/*
31 * We can't declare FIXADDR_TOP as variable for x86_64 because vsyscall
32 * uses fixmaps that relies on FIXADDR_TOP for proper address calculation.
33 * Because of this, FIXADDR_TOP x86 integration was left as later work.
34 */
35#ifdef CONFIG_X86_32
36/* used by vmalloc.c, vsyscall.lds.S.
37 *
38 * Leave one empty page between vmalloc'ed areas and
39 * the start of the fixmap.
40 */
41extern unsigned long __FIXADDR_TOP;
42#define FIXADDR_TOP ((unsigned long)__FIXADDR_TOP)
43
44#define FIXADDR_USER_START __fix_to_virt(FIX_VDSO)
45#define FIXADDR_USER_END __fix_to_virt(FIX_VDSO - 1)
46#else
47#define FIXADDR_TOP (VSYSCALL_END-PAGE_SIZE)
48
49/* Only covers 32bit vsyscalls currently. Need another set for 64bit. */
50#define FIXADDR_USER_START ((unsigned long)VSYSCALL32_VSYSCALL)
51#define FIXADDR_USER_END (FIXADDR_USER_START + PAGE_SIZE)
52#endif
53
54
55/*
56 * Here we define all the compile-time 'special' virtual
57 * addresses. The point is to have a constant address at
58 * compile time, but to set the physical address only
59 * in the boot process.
60 * for x86_32: We allocate these special addresses
61 * from the end of virtual memory (0xfffff000) backwards.
62 * Also this lets us do fail-safe vmalloc(), we
63 * can guarantee that these special addresses and
64 * vmalloc()-ed addresses never overlap.
65 *
66 * These 'compile-time allocated' memory buffers are
67 * fixed-size 4k pages (or larger if used with an increment
68 * higher than 1). Use set_fixmap(idx,phys) to associate
69 * physical memory with fixmap indices.
70 *
71 * TLB entries of such buffers will not be flushed across
72 * task switches.
73 */
74enum fixed_addresses {
75#ifdef CONFIG_X86_32
76 FIX_HOLE,
77 FIX_VDSO,
78#else
79 VSYSCALL_LAST_PAGE,
80 VSYSCALL_FIRST_PAGE = VSYSCALL_LAST_PAGE
81 + ((VSYSCALL_END-VSYSCALL_START) >> PAGE_SHIFT) - 1,
Andy Lutomirski9fd67b42011-06-05 13:50:19 -040082 VVAR_PAGE,
Gustavo F. Padovanc577b092009-02-15 21:48:59 -030083 VSYSCALL_HPET,
84#endif
Marcelo Tosatti71056ae2012-11-27 23:28:55 -020085#ifdef CONFIG_PARAVIRT_CLOCK
86 PVCLOCK_FIXMAP_BEGIN,
87 PVCLOCK_FIXMAP_END = PVCLOCK_FIXMAP_BEGIN+PVCLOCK_VSYSCALL_NR_PAGES-1,
88#endif
Gustavo F. Padovanc577b092009-02-15 21:48:59 -030089 FIX_DBGP_BASE,
90 FIX_EARLYCON_MEM_BASE,
Jan Beulichff30a052010-03-15 10:11:15 +000091#ifdef CONFIG_PROVIDE_OHCI1394_DMA_INIT
92 FIX_OHCI1394_BASE,
93#endif
Gustavo F. Padovanc577b092009-02-15 21:48:59 -030094#ifdef CONFIG_X86_LOCAL_APIC
95 FIX_APIC_BASE, /* local (CPU) APIC) -- required for SMP or not */
96#endif
97#ifdef CONFIG_X86_IO_APIC
98 FIX_IO_APIC_BASE_0,
99 FIX_IO_APIC_BASE_END = FIX_IO_APIC_BASE_0 + MAX_IO_APICS - 1,
100#endif
Gustavo F. Padovanc577b092009-02-15 21:48:59 -0300101#ifdef CONFIG_X86_VISWS_APIC
102 FIX_CO_CPU, /* Cobalt timer */
103 FIX_CO_APIC, /* Cobalt APIC Redirection Table */
104 FIX_LI_PCIA, /* Lithium PCI Bridge A */
105 FIX_LI_PCIB, /* Lithium PCI Bridge B */
106#endif
107#ifdef CONFIG_X86_F00F_BUG
108 FIX_F00F_IDT, /* Virtual mapping for IDT */
109#endif
110#ifdef CONFIG_X86_CYCLONE_TIMER
111 FIX_CYCLONE_TIMER, /*cyclone timer register*/
112#endif
113#ifdef CONFIG_X86_32
114 FIX_KMAP_BEGIN, /* reserved pte's for temporary kernel mappings */
115 FIX_KMAP_END = FIX_KMAP_BEGIN+(KM_TYPE_NR*NR_CPUS)-1,
116#ifdef CONFIG_PCI_MMCONFIG
117 FIX_PCIE_MCFG,
118#endif
119#endif
120#ifdef CONFIG_PARAVIRT
121 FIX_PARAVIRT_BOOTMAP,
122#endif
Mathieu Desnoyers12b9d7c2009-07-01 17:37:22 -0400123 FIX_TEXT_POKE1, /* reserve 2 pages for text_poke() */
124 FIX_TEXT_POKE0, /* first page is last, because allocation is backward */
Alan Cox933b9462011-12-17 17:43:40 +0000125#ifdef CONFIG_X86_INTEL_MID
Feng Tang73092822010-11-10 17:29:00 +0000126 FIX_LNW_VRTC,
127#endif
Arjan van de Venfa36e952011-01-11 10:55:56 +0000128 __end_of_permanent_fixed_addresses,
129
Gustavo F. Padovanc577b092009-02-15 21:48:59 -0300130 /*
131 * 256 temporary boot-time mappings, used by early_ioremap(),
132 * before ioremap() is functional.
133 *
Jan Beulich499a5f12009-12-18 16:05:51 +0000134 * If necessary we round it up to the next 256 pages boundary so
135 * that we can have a single pgd entry and a single pte table:
Gustavo F. Padovanc577b092009-02-15 21:48:59 -0300136 */
137#define NR_FIX_BTMAPS 64
138#define FIX_BTMAPS_SLOTS 4
Jan Beulich499a5f12009-12-18 16:05:51 +0000139#define TOTAL_FIX_BTMAPS (NR_FIX_BTMAPS * FIX_BTMAPS_SLOTS)
140 FIX_BTMAP_END =
141 (__end_of_permanent_fixed_addresses ^
142 (__end_of_permanent_fixed_addresses + TOTAL_FIX_BTMAPS - 1)) &
143 -PTRS_PER_PTE
144 ? __end_of_permanent_fixed_addresses + TOTAL_FIX_BTMAPS -
145 (__end_of_permanent_fixed_addresses & (TOTAL_FIX_BTMAPS - 1))
146 : __end_of_permanent_fixed_addresses,
147 FIX_BTMAP_BEGIN = FIX_BTMAP_END + TOTAL_FIX_BTMAPS - 1,
Gustavo F. Padovanc577b092009-02-15 21:48:59 -0300148#ifdef CONFIG_X86_32
149 FIX_WP_TEST,
150#endif
Joseph Cihula31625342009-06-30 19:30:59 -0700151#ifdef CONFIG_INTEL_TXT
152 FIX_TBOOT_BASE,
153#endif
Gustavo F. Padovanc577b092009-02-15 21:48:59 -0300154 __end_of_fixed_addresses
155};
156
157
158extern void reserve_top_address(unsigned long reserve);
159
160#define FIXADDR_SIZE (__end_of_permanent_fixed_addresses << PAGE_SHIFT)
161#define FIXADDR_BOOT_SIZE (__end_of_fixed_addresses << PAGE_SHIFT)
162#define FIXADDR_START (FIXADDR_TOP - FIXADDR_SIZE)
163#define FIXADDR_BOOT_START (FIXADDR_TOP - FIXADDR_BOOT_SIZE)
Ingo Molnar3ec96782008-04-25 18:25:25 +0200164
Jeremy Fitzhardinge7c7e6e02008-06-17 11:41:54 -0700165extern int fixmaps_set;
166
Keith Packardfd940932008-10-30 19:37:09 -0700167extern pte_t *kmap_pte;
168extern pgprot_t kmap_prot;
169extern pte_t *pkmap_page_table;
170
Jeremy Fitzhardingeaeaaa592008-06-17 11:42:01 -0700171void __native_set_fixmap(enum fixed_addresses idx, pte_t pte);
172void native_set_fixmap(enum fixed_addresses idx,
Masami Hiramatsu3b3809a2009-04-09 10:55:33 -0700173 phys_addr_t phys, pgprot_t flags);
Jeremy Fitzhardingeaeaaa592008-06-17 11:42:01 -0700174
175#ifndef CONFIG_PARAVIRT
176static inline void __set_fixmap(enum fixed_addresses idx,
Masami Hiramatsu3b3809a2009-04-09 10:55:33 -0700177 phys_addr_t phys, pgprot_t flags)
Jeremy Fitzhardingeaeaaa592008-06-17 11:42:01 -0700178{
179 native_set_fixmap(idx, phys, flags);
180}
181#endif
182
Jeremy Fitzhardinge944256e2008-06-17 11:41:49 -0700183#define set_fixmap(idx, phys) \
184 __set_fixmap(idx, phys, PAGE_KERNEL)
185
186/*
187 * Some hardware wants to get fixmapped without caching.
188 */
189#define set_fixmap_nocache(idx, phys) \
190 __set_fixmap(idx, phys, PAGE_KERNEL_NOCACHE)
191
Ingo Molnar3ec96782008-04-25 18:25:25 +0200192#define clear_fixmap(idx) \
193 __set_fixmap(idx, 0, __pgprot(0))
194
Jeremy Fitzhardinge944256e2008-06-17 11:41:49 -0700195#define __fix_to_virt(x) (FIXADDR_TOP - ((x) << PAGE_SHIFT))
196#define __virt_to_fix(x) ((FIXADDR_TOP - ((x)&PAGE_MASK)) >> PAGE_SHIFT)
197
198extern void __this_fixmap_does_not_exist(void);
199
200/*
201 * 'index to address' translation. If anyone tries to use the idx
202 * directly without translation, we catch the bug with a NULL-deference
203 * kernel oops. Illegal ranges of incoming indices are caught too.
204 */
205static __always_inline unsigned long fix_to_virt(const unsigned int idx)
206{
207 /*
208 * this branch gets completely eliminated after inlining,
209 * except when someone tries to use fixaddr indices in an
210 * illegal way. (such as mixing up address types or using
211 * out-of-range indices).
212 *
213 * If it doesn't get removed, the linker will complain
214 * loudly with a reasonably clear error message..
215 */
216 if (idx >= __end_of_fixed_addresses)
217 __this_fixmap_does_not_exist();
218
219 return __fix_to_virt(idx);
220}
221
222static inline unsigned long virt_to_fix(const unsigned long vaddr)
223{
224 BUG_ON(vaddr >= FIXADDR_TOP || vaddr < FIXADDR_START);
225 return __virt_to_fix(vaddr);
226}
Feng Tang5a47c7d2010-09-13 15:08:54 +0800227
228/* Return an pointer with offset calculated */
Andrew Morton91d95fd2010-11-24 12:57:18 -0800229static __always_inline unsigned long
230__set_fixmap_offset(enum fixed_addresses idx, phys_addr_t phys, pgprot_t flags)
Feng Tang5a47c7d2010-09-13 15:08:54 +0800231{
232 __set_fixmap(idx, phys, flags);
233 return fix_to_virt(idx) + (phys & (PAGE_SIZE - 1));
234}
235
236#define set_fixmap_offset(idx, phys) \
237 __set_fixmap_offset(idx, phys, PAGE_KERNEL)
238
239#define set_fixmap_offset_nocache(idx, phys) \
240 __set_fixmap_offset(idx, phys, PAGE_KERNEL_NOCACHE)
241
Gustavo F. Padovanc577b092009-02-15 21:48:59 -0300242#endif /* !__ASSEMBLY__ */
H. Peter Anvin1965aae2008-10-22 22:26:29 -0700243#endif /* _ASM_X86_FIXMAP_H */