blob: 09c4628efbe7b5111e224f83066f84df486266a8 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Russell King4baa9922008-08-02 10:55:55 +01002 * arch/arm/include/asm/io.h
Linus Torvalds1da177e2005-04-16 15:20:36 -07003 *
4 * Copyright (C) 1996-2000 Russell King
5 *
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 as
8 * published by the Free Software Foundation.
9 *
10 * Modifications:
11 * 16-Sep-1996 RMK Inlined the inx/outx functions & optimised for both
12 * constant addresses and variable addresses.
13 * 04-Dec-1997 RMK Moved a lot of this stuff to the new architecture
14 * specific IO header files.
15 * 27-Mar-1999 PJB Second parameter of memcpy_toio is const..
16 * 04-Apr-1999 PJB Added check_signature.
17 * 12-Dec-1999 RMK More cleanups
18 * 18-Jun-2000 RMK Removed virt_to_* and friends definitions
19 * 05-Oct-2004 BJD Moved memory string functions to use void __iomem
20 */
21#ifndef __ASM_ARM_IO_H
22#define __ASM_ARM_IO_H
23
24#ifdef __KERNEL__
25
26#include <linux/types.h>
27#include <asm/byteorder.h>
28#include <asm/memory.h>
Michael S. Tsirkine5bfb722011-11-24 20:57:23 +020029#include <asm-generic/pci_iomap.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070030
31/*
32 * ISA I/O bus memory addresses are 1:1 with the physical address.
33 */
34#define isa_virt_to_bus virt_to_phys
35#define isa_page_to_bus page_to_phys
36#define isa_bus_to_virt phys_to_virt
37
38/*
39 * Generic IO read/write. These perform native-endian accesses. Note
40 * that some architectures will want to re-define __raw_{read,write}w.
41 */
42extern void __raw_writesb(void __iomem *addr, const void *data, int bytelen);
43extern void __raw_writesw(void __iomem *addr, const void *data, int wordlen);
44extern void __raw_writesl(void __iomem *addr, const void *data, int longlen);
45
Deepak Saxenaa0d95af2005-12-05 10:54:59 +000046extern void __raw_readsb(const void __iomem *addr, void *data, int bytelen);
47extern void __raw_readsw(const void __iomem *addr, void *data, int wordlen);
48extern void __raw_readsl(const void __iomem *addr, void *data, int longlen);
Linus Torvalds1da177e2005-04-16 15:20:36 -070049
Will Deacon195bbcac2012-08-24 15:18:45 +010050#if __LINUX_ARM_ARCH__ < 6
51/*
52 * Half-word accesses are problematic with RiscPC due to limitations of
53 * the bus. Rather than special-case the machine, just let the compiler
54 * generate the access for CPUs prior to ARMv6.
55 */
56#define __raw_readw(a) (__chk_io_ptr(a), *(volatile unsigned short __force *)(a))
57#define __raw_writew(v,a) ((void)(__chk_io_ptr(a), *(volatile unsigned short __force *)(a) = (v)))
58#else
59/*
60 * When running under a hypervisor, we want to avoid I/O accesses with
61 * writeback addressing modes as these incur a significant performance
62 * overhead (the address generation must be emulated in software).
63 */
64static inline void __raw_writew(u16 val, volatile void __iomem *addr)
65{
66 asm volatile("strh %1, %0"
67 : "+Qo" (*(volatile u16 __force *)addr)
68 : "r" (val));
69}
Linus Torvalds1da177e2005-04-16 15:20:36 -070070
Will Deacon195bbcac2012-08-24 15:18:45 +010071static inline u16 __raw_readw(const volatile void __iomem *addr)
72{
73 u16 val;
74 asm volatile("ldrh %1, %0"
75 : "+Qo" (*(volatile u16 __force *)addr),
76 "=r" (val));
77 return val;
78}
79#endif
80
81static inline void __raw_writeb(u8 val, volatile void __iomem *addr)
82{
83 asm volatile("strb %1, %0"
84 : "+Qo" (*(volatile u8 __force *)addr)
85 : "r" (val));
86}
87
88static inline void __raw_writel(u32 val, volatile void __iomem *addr)
89{
90 asm volatile("str %1, %0"
91 : "+Qo" (*(volatile u32 __force *)addr)
92 : "r" (val));
93}
94
95static inline u8 __raw_readb(const volatile void __iomem *addr)
96{
97 u8 val;
98 asm volatile("ldrb %1, %0"
99 : "+Qo" (*(volatile u8 __force *)addr),
100 "=r" (val));
101 return val;
102}
103
104static inline u32 __raw_readl(const volatile void __iomem *addr)
105{
106 u32 val;
107 asm volatile("ldr %1, %0"
108 : "+Qo" (*(volatile u32 __force *)addr),
109 "=r" (val));
110 return val;
111}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700112
113/*
Russell King67a19012005-11-17 16:48:00 +0000114 * Architecture ioremap implementation.
115 */
Russell King3603ab22007-05-05 20:59:27 +0100116#define MT_DEVICE 0
117#define MT_DEVICE_NONSHARED 1
118#define MT_DEVICE_CACHED 2
Russell Kingdb5b7162008-09-07 12:42:51 +0100119#define MT_DEVICE_WC 3
Russell King3603ab22007-05-05 20:59:27 +0100120/*
Russell Kingdb5b7162008-09-07 12:42:51 +0100121 * types 4 onwards can be found in asm/mach/map.h and are undefined
Russell King3603ab22007-05-05 20:59:27 +0100122 * for ioremap
123 */
124
125/*
126 * __arm_ioremap takes CPU physical address.
127 * __arm_ioremap_pfn takes a Page Frame Number and an offset into that page
Russell King31aa8fd2009-12-18 11:10:03 +0000128 * The _caller variety takes a __builtin_return_address(0) value for
129 * /proc/vmalloc to use - and should only be used in non-inline functions.
Russell King3603ab22007-05-05 20:59:27 +0100130 */
Russell King31aa8fd2009-12-18 11:10:03 +0000131extern void __iomem *__arm_ioremap_pfn_caller(unsigned long, unsigned long,
132 size_t, unsigned int, void *);
133extern void __iomem *__arm_ioremap_caller(unsigned long, size_t, unsigned int,
134 void *);
135
136extern void __iomem *__arm_ioremap_pfn(unsigned long, unsigned long, size_t, unsigned int);
137extern void __iomem *__arm_ioremap(unsigned long, size_t, unsigned int);
Tony Lindgren6c5482d2011-10-12 01:02:50 +0100138extern void __iomem *__arm_ioremap_exec(unsigned long, size_t, bool cached);
Al Viro16226052006-10-09 02:09:49 +0100139extern void __iounmap(volatile void __iomem *addr);
Rob Herring4fe7ef32012-02-10 17:05:13 -0600140extern void __arm_iounmap(volatile void __iomem *addr);
141
142extern void __iomem * (*arch_ioremap_caller)(unsigned long, size_t,
143 unsigned int, void *);
144extern void (*arch_iounmap)(volatile void __iomem *);
Russell King67a19012005-11-17 16:48:00 +0000145
146/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700147 * Bad read/write accesses...
148 */
149extern void __readwrite_bug(const char *fn);
150
151/*
Russell King0560cf52008-11-30 11:45:54 +0000152 * A typesafe __io() helper
153 */
154static inline void __iomem *__typesafe_io(unsigned long addr)
155{
156 return (void __iomem *)addr;
157}
158
Rob Herring6f6f6a72012-03-10 10:30:31 -0600159#define IOMEM(x) ((void __force __iomem *)(x))
160
Russell Kingc1928022011-01-30 11:29:40 +0000161/* IO barriers */
162#ifdef CONFIG_ARM_DMA_MEM_BUFFERABLE
David Howells9f97da72012-03-28 18:30:01 +0100163#include <asm/barrier.h>
Russell Kingc1928022011-01-30 11:29:40 +0000164#define __iormb() rmb()
165#define __iowmb() wmb()
166#else
167#define __iormb() do { } while (0)
168#define __iowmb() do { } while (0)
169#endif
170
Russell King0560cf52008-11-30 11:45:54 +0000171/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700172 * Now, pick up the machine-defined IO definitions
173 */
Rob Herringc334bc12012-03-04 22:03:33 -0600174#ifdef CONFIG_NEED_MACH_IO_H
Russell Kinga09e64f2008-08-05 16:14:15 +0100175#include <mach/io.h>
Rob Herringc334bc12012-03-04 22:03:33 -0600176#else
Rob Herring1ac02d72012-04-04 17:48:04 -0500177#define __io(a) __typesafe_io((a) & IO_SPACE_LIMIT)
Rob Herringc334bc12012-03-04 22:03:33 -0600178#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700179
Linus Torvalds1da177e2005-04-16 15:20:36 -0700180/*
Russell King04e1c832011-07-06 12:49:59 +0100181 * This is the limit of PC card/PCI/ISA IO space, which is by default
182 * 64K if we have PC card, PCI or ISA support. Otherwise, default to
183 * zero to prevent ISA/PCI drivers claiming IO space (and potentially
184 * oopsing.)
185 *
186 * Only set this larger if you really need inb() et.al. to operate over
187 * a larger address space. Note that SOC_COMMON ioremaps each sockets
188 * IO space area, and so inb() et.al. must be defined to operate as per
189 * readb() et.al. on such platforms.
190 */
191#ifndef IO_SPACE_LIMIT
192#if defined(CONFIG_PCMCIA_SOC_COMMON) || defined(CONFIG_PCMCIA_SOC_COMMON_MODULE)
193#define IO_SPACE_LIMIT ((resource_size_t)0xffffffff)
194#elif defined(CONFIG_PCI) || defined(CONFIG_ISA) || defined(CONFIG_PCCARD)
195#define IO_SPACE_LIMIT ((resource_size_t)0xffff)
196#else
197#define IO_SPACE_LIMIT ((resource_size_t)0)
198#endif
199#endif
200
201/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700202 * IO port access primitives
203 * -------------------------
204 *
205 * The ARM doesn't have special IO access instructions; all IO is memory
206 * mapped. Note that these are defined to perform little endian accesses
207 * only. Their primary purpose is to access PCI and ISA peripherals.
208 *
209 * Note that for a big endian machine, this implies that the following
Russell Kingc79ebfa2005-06-27 14:23:38 +0100210 * big endian mode connectivity is in place, as described by numerous
Linus Torvalds1da177e2005-04-16 15:20:36 -0700211 * ARM documents:
212 *
213 * PCI: D0-D7 D8-D15 D16-D23 D24-D31
214 * ARM: D24-D31 D16-D23 D8-D15 D0-D7
215 *
216 * The machine specific io.h include defines __io to translate an "IO"
217 * address to a memory address.
218 *
219 * Note that we prevent GCC re-ordering or caching values in expressions
220 * by introducing sequence points into the in*() definitions. Note that
221 * __raw_* do not guarantee this behaviour.
222 *
223 * The {in,out}[bwl] macros are for emulating x86-style PCI/ISA IO space.
224 */
225#ifdef __io
Russell Kingc1928022011-01-30 11:29:40 +0000226#define outb(v,p) ({ __iowmb(); __raw_writeb(v,__io(p)); })
227#define outw(v,p) ({ __iowmb(); __raw_writew((__force __u16) \
228 cpu_to_le16(v),__io(p)); })
229#define outl(v,p) ({ __iowmb(); __raw_writel((__force __u32) \
230 cpu_to_le32(v),__io(p)); })
Linus Torvalds1da177e2005-04-16 15:20:36 -0700231
Russell Kingc1928022011-01-30 11:29:40 +0000232#define inb(p) ({ __u8 __v = __raw_readb(__io(p)); __iormb(); __v; })
Olav Kongas05f98692005-04-29 22:08:34 +0100233#define inw(p) ({ __u16 __v = le16_to_cpu((__force __le16) \
Russell Kingc1928022011-01-30 11:29:40 +0000234 __raw_readw(__io(p))); __iormb(); __v; })
Olav Kongas05f98692005-04-29 22:08:34 +0100235#define inl(p) ({ __u32 __v = le32_to_cpu((__force __le32) \
Russell Kingc1928022011-01-30 11:29:40 +0000236 __raw_readl(__io(p))); __iormb(); __v; })
Linus Torvalds1da177e2005-04-16 15:20:36 -0700237
238#define outsb(p,d,l) __raw_writesb(__io(p),d,l)
239#define outsw(p,d,l) __raw_writesw(__io(p),d,l)
240#define outsl(p,d,l) __raw_writesl(__io(p),d,l)
241
242#define insb(p,d,l) __raw_readsb(__io(p),d,l)
243#define insw(p,d,l) __raw_readsw(__io(p),d,l)
244#define insl(p,d,l) __raw_readsl(__io(p),d,l)
245#endif
246
247#define outb_p(val,port) outb((val),(port))
248#define outw_p(val,port) outw((val),(port))
249#define outl_p(val,port) outl((val),(port))
250#define inb_p(port) inb((port))
251#define inw_p(port) inw((port))
252#define inl_p(port) inl((port))
253
254#define outsb_p(port,from,len) outsb(port,from,len)
255#define outsw_p(port,from,len) outsw(port,from,len)
256#define outsl_p(port,from,len) outsl(port,from,len)
257#define insb_p(port,to,len) insb(port,to,len)
258#define insw_p(port,to,len) insw(port,to,len)
259#define insl_p(port,to,len) insl(port,to,len)
260
261/*
262 * String version of IO memory access ops:
263 */
Russell Kingd2f60742005-09-24 10:42:06 +0100264extern void _memcpy_fromio(void *, const volatile void __iomem *, size_t);
265extern void _memcpy_toio(volatile void __iomem *, const void *, size_t);
266extern void _memset_io(volatile void __iomem *, int, size_t);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700267
268#define mmiowb()
269
270/*
271 * Memory access primitives
272 * ------------------------
273 *
274 * These perform PCI memory accesses via an ioremap region. They don't
275 * take an address as such, but a cookie.
276 *
277 * Again, this are defined to perform little endian accesses. See the
278 * IO port primitives for more information.
279 */
Rob Herring5621caa2012-02-10 20:04:56 -0600280#ifndef readl
281#define readb_relaxed(c) ({ u8 __r = __raw_readb(c); __r; })
Olof Johanssonb0c12642011-10-04 03:44:07 +0100282#define readw_relaxed(c) ({ u16 __r = le16_to_cpu((__force __le16) \
Rob Herring5621caa2012-02-10 20:04:56 -0600283 __raw_readw(c)); __r; })
Olof Johanssonb0c12642011-10-04 03:44:07 +0100284#define readl_relaxed(c) ({ u32 __r = le32_to_cpu((__force __le32) \
Rob Herring5621caa2012-02-10 20:04:56 -0600285 __raw_readl(c)); __r; })
Catalin Marinase9367712010-07-28 22:00:54 +0100286
Russell Kingaf06bb92012-05-25 08:39:25 +0100287#define writeb_relaxed(v,c) __raw_writeb(v,c)
288#define writew_relaxed(v,c) __raw_writew((__force u16) cpu_to_le16(v),c)
289#define writel_relaxed(v,c) __raw_writel((__force u32) cpu_to_le32(v),c)
Catalin Marinase9367712010-07-28 22:00:54 +0100290
Russell Kingb92b3612010-07-29 11:38:05 +0100291#define readb(c) ({ u8 __v = readb_relaxed(c); __iormb(); __v; })
292#define readw(c) ({ u16 __v = readw_relaxed(c); __iormb(); __v; })
293#define readl(c) ({ u32 __v = readl_relaxed(c); __iormb(); __v; })
294
295#define writeb(v,c) ({ __iowmb(); writeb_relaxed(v,c); })
296#define writew(v,c) ({ __iowmb(); writew_relaxed(v,c); })
297#define writel(v,c) ({ __iowmb(); writel_relaxed(v,c); })
298
Rob Herring5621caa2012-02-10 20:04:56 -0600299#define readsb(p,d,l) __raw_readsb(p,d,l)
300#define readsw(p,d,l) __raw_readsw(p,d,l)
301#define readsl(p,d,l) __raw_readsl(p,d,l)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700302
Rob Herring5621caa2012-02-10 20:04:56 -0600303#define writesb(p,d,l) __raw_writesb(p,d,l)
304#define writesw(p,d,l) __raw_writesw(p,d,l)
305#define writesl(p,d,l) __raw_writesl(p,d,l)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700306
Rob Herring5621caa2012-02-10 20:04:56 -0600307#define memset_io(c,v,l) _memset_io(c,(v),(l))
308#define memcpy_fromio(a,c,l) _memcpy_fromio((a),c,(l))
309#define memcpy_toio(c,a,l) _memcpy_toio(c,(a),(l))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700310
Rob Herring5621caa2012-02-10 20:04:56 -0600311#endif /* readl */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700312
313/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700314 * ioremap and friends.
315 *
316 * ioremap takes a PCI memory address, as specified in
Paul Bolle395cf962011-08-15 02:02:26 +0200317 * Documentation/io-mapping.txt.
Deepak Saxena9d4ae722006-01-09 19:23:11 +0000318 *
Linus Torvalds1da177e2005-04-16 15:20:36 -0700319 */
Rob Herring21a53652012-03-06 15:21:45 -0600320#define ioremap(cookie,size) __arm_ioremap((cookie), (size), MT_DEVICE)
321#define ioremap_nocache(cookie,size) __arm_ioremap((cookie), (size), MT_DEVICE)
322#define ioremap_cached(cookie,size) __arm_ioremap((cookie), (size), MT_DEVICE_CACHED)
323#define ioremap_wc(cookie,size) __arm_ioremap((cookie), (size), MT_DEVICE_WC)
324#define iounmap __arm_iounmap
Linus Torvalds1da177e2005-04-16 15:20:36 -0700325
326/*
Russell King09f05512005-06-20 18:44:37 +0100327 * io{read,write}{8,16,32} macros
328 */
Lennert Buytenhek7533fca2005-06-24 23:11:31 +0100329#ifndef ioread8
Russell Kingb92b3612010-07-29 11:38:05 +0100330#define ioread8(p) ({ unsigned int __v = __raw_readb(p); __iormb(); __v; })
331#define ioread16(p) ({ unsigned int __v = le16_to_cpu((__force __le16)__raw_readw(p)); __iormb(); __v; })
332#define ioread32(p) ({ unsigned int __v = le32_to_cpu((__force __le32)__raw_readl(p)); __iormb(); __v; })
Russell King09f05512005-06-20 18:44:37 +0100333
Arnd Bergmann06901bd2011-09-03 17:54:44 +0200334#define ioread16be(p) ({ unsigned int __v = be16_to_cpu((__force __be16)__raw_readw(p)); __iormb(); __v; })
335#define ioread32be(p) ({ unsigned int __v = be32_to_cpu((__force __be32)__raw_readl(p)); __iormb(); __v; })
336
Russell Kingaf06bb92012-05-25 08:39:25 +0100337#define iowrite8(v,p) ({ __iowmb(); __raw_writeb(v, p); })
338#define iowrite16(v,p) ({ __iowmb(); __raw_writew((__force __u16)cpu_to_le16(v), p); })
339#define iowrite32(v,p) ({ __iowmb(); __raw_writel((__force __u32)cpu_to_le32(v), p); })
Russell King09f05512005-06-20 18:44:37 +0100340
Russell Kingaf06bb92012-05-25 08:39:25 +0100341#define iowrite16be(v,p) ({ __iowmb(); __raw_writew((__force __u16)cpu_to_be16(v), p); })
342#define iowrite32be(v,p) ({ __iowmb(); __raw_writel((__force __u32)cpu_to_be32(v), p); })
Arnd Bergmann06901bd2011-09-03 17:54:44 +0200343
Russell King09f05512005-06-20 18:44:37 +0100344#define ioread8_rep(p,d,c) __raw_readsb(p,d,c)
345#define ioread16_rep(p,d,c) __raw_readsw(p,d,c)
346#define ioread32_rep(p,d,c) __raw_readsl(p,d,c)
347
348#define iowrite8_rep(p,s,c) __raw_writesb(p,s,c)
349#define iowrite16_rep(p,s,c) __raw_writesw(p,s,c)
350#define iowrite32_rep(p,s,c) __raw_writesl(p,s,c)
351
352extern void __iomem *ioport_map(unsigned long port, unsigned int nr);
353extern void ioport_unmap(void __iomem *addr);
Lennert Buytenhek7533fca2005-06-24 23:11:31 +0100354#endif
Russell King09f05512005-06-20 18:44:37 +0100355
356struct pci_dev;
357
Russell King09f05512005-06-20 18:44:37 +0100358extern void pci_iounmap(struct pci_dev *dev, void __iomem *addr);
359
360/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700361 * can the hardware map this into one segment or not, given no other
362 * constraints.
363 */
364#define BIOVEC_MERGEABLE(vec1, vec2) \
365 ((bvec_to_phys((vec1)) + (vec1)->bv_len) == bvec_to_phys((vec2)))
366
Greg Ungerer95ba71f2007-05-17 06:22:41 +0100367#ifdef CONFIG_MMU
Lennert Buytenhek51635ad2006-09-16 10:50:22 +0100368#define ARCH_HAS_VALID_PHYS_ADDR_RANGE
369extern int valid_phys_addr_range(unsigned long addr, size_t size);
370extern int valid_mmap_phys_addr_range(unsigned long pfn, size_t size);
Nicolas Pitre087aaff2010-09-22 18:34:36 -0400371extern int devmem_is_allowed(unsigned long pfn);
Greg Ungerer95ba71f2007-05-17 06:22:41 +0100372#endif
Lennert Buytenhek51635ad2006-09-16 10:50:22 +0100373
Linus Torvalds1da177e2005-04-16 15:20:36 -0700374/*
375 * Convert a physical pointer to a virtual kernel pointer for /dev/mem
376 * access
377 */
378#define xlate_dev_mem_ptr(p) __va(p)
379
380/*
381 * Convert a virtual cached pointer to an uncached pointer
382 */
383#define xlate_dev_kmem_ptr(p) p
384
Russell King1645f202006-08-28 12:45:16 +0100385/*
386 * Register ISA memory and port locations for glibc iopl/inb/outb
387 * emulation.
388 */
389extern void register_isa_ports(unsigned int mmio, unsigned int io,
390 unsigned int io_shift);
391
Linus Torvalds1da177e2005-04-16 15:20:36 -0700392#endif /* __KERNEL__ */
393#endif /* __ASM_ARM_IO_H */