blob: 563c16270ba6d3fee1bda648f873109b7c1d2b3f [file] [log] [blame]
H. Peter Anvin1965aae2008-10-22 22:26:29 -07001#ifndef _ASM_X86_IO_64_H
2#define _ASM_X86_IO_64_H
Linus Torvalds1da177e2005-04-16 15:20:36 -07003
Linus Torvalds1da177e2005-04-16 15:20:36 -07004
5/*
6 * This file contains the definitions for the x86 IO instructions
7 * inb/inw/inl/outb/outw/outl and the "string versions" of the same
8 * (insb/insw/insl/outsb/outsw/outsl). You can also use "pausing"
9 * versions of the single-IO instructions (inb_p/inw_p/..).
10 *
11 * This file is not meant to be obfuscating: it's just complicated
12 * to (a) handle it all in a way that makes gcc able to optimize it
13 * as well as possible and (b) trying to avoid writing the same thing
14 * over and over again with slight variations and possibly making a
15 * mistake somewhere.
16 */
17
18/*
19 * Thanks to James van Artsdalen for a better timing-fix than
20 * the two short jumps: using outb's to a nonexistent port seems
21 * to guarantee better timings even on fast machines.
22 *
23 * On the other hand, I'd like to be sure of a non-existent port:
24 * I feel a bit unsafe about using 0x80 (should be safe, though)
25 *
26 * Linus
27 */
28
29 /*
30 * Bit simplified and optimized by Jan Hubicka
31 * Support of BIGMEM added by Gerhard Wichert, Siemens AG, July 1999.
32 *
33 * isa_memset_io, isa_memcpy_fromio, isa_memcpy_toio added,
34 * isa_read[wl] and isa_write[wl] fixed
35 * - Arnaldo Carvalho de Melo <acme@conectiva.com.br>
36 */
37
Rene Hermanb02aae92008-01-30 13:30:05 +010038extern void native_io_delay(void);
39
Ingo Molnar6e7c4022008-01-30 13:30:05 +010040extern int io_delay_type;
41extern void io_delay_init(void);
42
Glauber de Oliveira Costaba082422008-01-30 13:31:10 +010043#if defined(CONFIG_PARAVIRT)
44#include <asm/paravirt.h>
45#else
46
Rene Hermanb02aae92008-01-30 13:30:05 +010047static inline void slow_down_io(void)
48{
49 native_io_delay();
50#ifdef REALLY_SLOW_IO
51 native_io_delay();
52 native_io_delay();
53 native_io_delay();
54#endif
55}
Glauber de Oliveira Costaba082422008-01-30 13:31:10 +010056#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070057
58/*
59 * Talk about misusing macros..
60 */
Joe Perches126f5f32008-03-23 01:02:23 -070061#define __OUT1(s, x) \
Adrian Bunk9c0aa0f2005-09-12 18:49:24 +020062static inline void out##s(unsigned x value, unsigned short port) {
Linus Torvalds1da177e2005-04-16 15:20:36 -070063
Joe Perches126f5f32008-03-23 01:02:23 -070064#define __OUT2(s, s1, s2) \
65asm volatile ("out" #s " %" s1 "0,%" s2 "1"
Glauber de Oliveira Costaba082422008-01-30 13:31:10 +010066
67#ifndef REALLY_SLOW_IO
68#define REALLY_SLOW_IO
69#define UNSET_REALLY_SLOW_IO
70#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070071
Joe Perches126f5f32008-03-23 01:02:23 -070072#define __OUT(s, s1, x) \
73 __OUT1(s, x) __OUT2(s, s1, "w") : : "a" (value), "Nd" (port)); \
74 } \
75 __OUT1(s##_p, x) __OUT2(s, s1, "w") : : "a" (value), "Nd" (port)); \
76 slow_down_io(); \
77}
Linus Torvalds1da177e2005-04-16 15:20:36 -070078
Joe Perches126f5f32008-03-23 01:02:23 -070079#define __IN1(s) \
80static inline RETURN_TYPE in##s(unsigned short port) \
81{ \
82 RETURN_TYPE _v;
Linus Torvalds1da177e2005-04-16 15:20:36 -070083
Joe Perches126f5f32008-03-23 01:02:23 -070084#define __IN2(s, s1, s2) \
85 asm volatile ("in" #s " %" s2 "1,%" s1 "0"
Linus Torvalds1da177e2005-04-16 15:20:36 -070086
Joe Perches126f5f32008-03-23 01:02:23 -070087#define __IN(s, s1, i...) \
88 __IN1(s) __IN2(s, s1, "w") : "=a" (_v) : "Nd" (port), ##i); \
89 return _v; \
90 } \
91 __IN1(s##_p) __IN2(s, s1, "w") : "=a" (_v) : "Nd" (port), ##i); \
92 slow_down_io(); \
93 return _v; }
Glauber de Oliveira Costaba082422008-01-30 13:31:10 +010094
95#ifdef UNSET_REALLY_SLOW_IO
96#undef REALLY_SLOW_IO
97#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070098
Joe Perches126f5f32008-03-23 01:02:23 -070099#define __INS(s) \
100static inline void ins##s(unsigned short port, void *addr, \
101 unsigned long count) \
102{ \
103 asm volatile ("rep ; ins" #s \
104 : "=D" (addr), "=c" (count) \
105 : "d" (port), "0" (addr), "1" (count)); \
106}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700107
Joe Perches126f5f32008-03-23 01:02:23 -0700108#define __OUTS(s) \
109static inline void outs##s(unsigned short port, const void *addr, \
110 unsigned long count) \
111{ \
112 asm volatile ("rep ; outs" #s \
113 : "=S" (addr), "=c" (count) \
114 : "d" (port), "0" (addr), "1" (count)); \
115}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700116
117#define RETURN_TYPE unsigned char
Joe Perches126f5f32008-03-23 01:02:23 -0700118__IN(b, "")
Linus Torvalds1da177e2005-04-16 15:20:36 -0700119#undef RETURN_TYPE
120#define RETURN_TYPE unsigned short
Joe Perches126f5f32008-03-23 01:02:23 -0700121__IN(w, "")
Linus Torvalds1da177e2005-04-16 15:20:36 -0700122#undef RETURN_TYPE
123#define RETURN_TYPE unsigned int
Joe Perches126f5f32008-03-23 01:02:23 -0700124__IN(l, "")
Linus Torvalds1da177e2005-04-16 15:20:36 -0700125#undef RETURN_TYPE
126
Joe Perches126f5f32008-03-23 01:02:23 -0700127__OUT(b, "b", char)
128__OUT(w, "w", short)
129__OUT(l, , int)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700130
131__INS(b)
132__INS(w)
133__INS(l)
134
135__OUTS(b)
136__OUTS(w)
137__OUTS(l)
138
139#define IO_SPACE_LIMIT 0xffff
140
Josef 'Jeff' Sipekb0957f12007-02-13 13:26:23 +0100141#if defined(__KERNEL__) && defined(__x86_64__)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700142
143#include <linux/vmalloc.h>
144
145#ifndef __i386__
146/*
147 * Change virtual addresses to physical addresses and vv.
148 * These are pretty trivial
149 */
Joe Perches126f5f32008-03-23 01:02:23 -0700150static inline unsigned long virt_to_phys(volatile void *address)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700151{
152 return __pa(address);
153}
154
Joe Perches126f5f32008-03-23 01:02:23 -0700155static inline void *phys_to_virt(unsigned long address)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700156{
157 return __va(address);
158}
159#endif
160
161/*
162 * Change "struct page" to physical address.
163 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700164#define page_to_phys(page) ((dma_addr_t)page_to_pfn(page) << PAGE_SHIFT)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700165
166#include <asm-generic/iomap.h>
167
Linus Torvalds1da177e2005-04-16 15:20:36 -0700168/*
169 * This one maps high address device memory and turns off caching for that area.
170 * it's useful if some control registers are in such an area and write combining
171 * or read caching is not desirable:
172 */
Linus Torvaldsb9e76a02008-03-24 11:22:39 -0700173extern void __iomem *ioremap_nocache(resource_size_t offset, unsigned long size);
174extern void __iomem *ioremap_cache(resource_size_t offset, unsigned long size);
Rik van Riel28b2ee22008-07-23 21:27:05 -0700175extern void __iomem *ioremap_prot(resource_size_t offset, unsigned long size,
176 unsigned long prot_val);
Ingo Molnar6371b492008-01-30 13:33:40 +0100177
178/*
179 * The default ioremap() behavior is non-cached:
180 */
Linus Torvaldsb9e76a02008-03-24 11:22:39 -0700181static inline void __iomem *ioremap(resource_size_t offset, unsigned long size)
Ingo Molnar6371b492008-01-30 13:33:40 +0100182{
Ingo Molnar9af993a2008-01-30 13:34:09 +0100183 return ioremap_nocache(offset, size);
Ingo Molnar6371b492008-01-30 13:33:40 +0100184}
185
Linus Torvalds1da177e2005-04-16 15:20:36 -0700186extern void iounmap(volatile void __iomem *addr);
Ingo Molnar6371b492008-01-30 13:33:40 +0100187
Yinghai Lu18a8bd92007-07-15 23:37:59 -0700188extern void __iomem *fix_ioremap(unsigned idx, unsigned long phys);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700189
Linus Torvalds1da177e2005-04-16 15:20:36 -0700190/*
191 * ISA I/O bus memory addresses are 1:1 with the physical address.
192 */
193#define isa_virt_to_bus virt_to_phys
194#define isa_page_to_bus page_to_phys
195#define isa_bus_to_virt phys_to_virt
196
197/*
198 * However PCI ones are not necessarily 1:1 and therefore these interfaces
199 * are forbidden in portable PCI drivers.
200 *
201 * Allow them on x86 for legacy drivers, though.
202 */
203#define virt_to_bus virt_to_phys
204#define bus_to_virt phys_to_virt
205
Joe Perches126f5f32008-03-23 01:02:23 -0700206void __memcpy_fromio(void *, unsigned long, unsigned);
207void __memcpy_toio(unsigned long, const void *, unsigned);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700208
Joe Perches126f5f32008-03-23 01:02:23 -0700209static inline void memcpy_fromio(void *to, const volatile void __iomem *from,
210 unsigned len)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700211{
Joe Perches126f5f32008-03-23 01:02:23 -0700212 __memcpy_fromio(to, (unsigned long)from, len);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700213}
Joe Perches126f5f32008-03-23 01:02:23 -0700214
215static inline void memcpy_toio(volatile void __iomem *to, const void *from,
216 unsigned len)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700217{
Joe Perches126f5f32008-03-23 01:02:23 -0700218 __memcpy_toio((unsigned long)to, from, len);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700219}
220
221void memset_io(volatile void __iomem *a, int b, size_t c);
222
223/*
224 * ISA space is 'always mapped' on a typical x86 system, no need to
225 * explicitly ioremap() it. The fact that the ISA IO space is mapped
226 * to PAGE_OFFSET is pure coincidence - it does not mean ISA values
227 * are physical addresses. The following constant pointer can be
228 * used as the IO-area pointer (it can be iounmapped as well, so the
229 * analogy with PCI is quite large):
230 */
231#define __ISA_IO_base ((char __iomem *)(PAGE_OFFSET))
232
Joe Perches126f5f32008-03-23 01:02:23 -0700233#define flush_write_buffers()
Linus Torvalds1da177e2005-04-16 15:20:36 -0700234
Linus Torvalds1da177e2005-04-16 15:20:36 -0700235/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700236 * Convert a virtual cached pointer to an uncached pointer
237 */
238#define xlate_dev_kmem_ptr(p) p
239
240#endif /* __KERNEL__ */
241
H. Peter Anvin1965aae2008-10-22 22:26:29 -0700242#endif /* _ASM_X86_IO_64_H */