Paul Mackerras | 047ea78 | 2005-11-19 20:17:32 +1100 | [diff] [blame] | 1 | #ifndef _ASM_POWERPC_IO_H |
| 2 | #define _ASM_POWERPC_IO_H |
Arnd Bergmann | 88ced03 | 2005-12-16 22:43:46 +0100 | [diff] [blame] | 3 | #ifdef __KERNEL__ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 4 | |
| 5 | /* |
| 6 | * This program is free software; you can redistribute it and/or |
| 7 | * modify it under the terms of the GNU General Public License |
| 8 | * as published by the Free Software Foundation; either version |
| 9 | * 2 of the License, or (at your option) any later version. |
| 10 | */ |
| 11 | |
David Woodhouse | 1269277 | 2006-04-24 23:22:17 +0100 | [diff] [blame] | 12 | /* Check of existence of legacy devices */ |
| 13 | extern int check_legacy_ioport(unsigned long base_port); |
Olaf Hering | 30cbc22 | 2006-09-30 23:27:57 -0700 | [diff] [blame] | 14 | #define PNPBIOS_BASE 0xf000 /* only relevant for PReP */ |
David Woodhouse | 1269277 | 2006-04-24 23:22:17 +0100 | [diff] [blame] | 15 | |
Paul Mackerras | 047ea78 | 2005-11-19 20:17:32 +1100 | [diff] [blame] | 16 | #ifndef CONFIG_PPC64 |
| 17 | #include <asm-ppc/io.h> |
| 18 | #else |
| 19 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 20 | #include <linux/compiler.h> |
| 21 | #include <asm/page.h> |
| 22 | #include <asm/byteorder.h> |
Paul Mackerras | f007cac | 2006-09-13 22:08:26 +1000 | [diff] [blame] | 23 | #include <asm/paca.h> |
Becky Bruce | feaf7cf | 2005-09-22 14:20:04 -0500 | [diff] [blame] | 24 | #include <asm/synch.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 25 | #include <asm/delay.h> |
| 26 | |
| 27 | #include <asm-generic/iomap.h> |
| 28 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 29 | #define SIO_CONFIG_RA 0x398 |
| 30 | #define SIO_CONFIG_RD 0x399 |
| 31 | |
| 32 | #define SLOW_DOWN_IO |
| 33 | |
| 34 | extern unsigned long isa_io_base; |
| 35 | extern unsigned long pci_io_base; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 36 | |
| 37 | #ifdef CONFIG_PPC_ISERIES |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 38 | |
Stephen Rothwell | caf8132 | 2006-09-21 18:00:00 +1000 | [diff] [blame] | 39 | extern int in_8(const volatile unsigned char __iomem *addr); |
| 40 | extern void out_8(volatile unsigned char __iomem *addr, int val); |
| 41 | extern int in_le16(const volatile unsigned short __iomem *addr); |
| 42 | extern int in_be16(const volatile unsigned short __iomem *addr); |
| 43 | extern void out_le16(volatile unsigned short __iomem *addr, int val); |
| 44 | extern void out_be16(volatile unsigned short __iomem *addr, int val); |
| 45 | extern unsigned in_le32(const volatile unsigned __iomem *addr); |
| 46 | extern unsigned in_be32(const volatile unsigned __iomem *addr); |
| 47 | extern void out_le32(volatile unsigned __iomem *addr, int val); |
| 48 | extern void out_be32(volatile unsigned __iomem *addr, int val); |
| 49 | extern unsigned long in_le64(const volatile unsigned long __iomem *addr); |
| 50 | extern unsigned long in_be64(const volatile unsigned long __iomem *addr); |
| 51 | extern void out_le64(volatile unsigned long __iomem *addr, unsigned long val); |
| 52 | extern void out_be64(volatile unsigned long __iomem *addr, unsigned long val); |
Stephen Rothwell | fa053d2 | 2006-09-19 14:51:40 +1000 | [diff] [blame] | 53 | |
Stephen Rothwell | caf8132 | 2006-09-21 18:00:00 +1000 | [diff] [blame] | 54 | extern unsigned char __raw_readb(const volatile void __iomem *addr); |
| 55 | extern unsigned short __raw_readw(const volatile void __iomem *addr); |
| 56 | extern unsigned int __raw_readl(const volatile void __iomem *addr); |
| 57 | extern unsigned long __raw_readq(const volatile void __iomem *addr); |
| 58 | extern void __raw_writeb(unsigned char v, volatile void __iomem *addr); |
| 59 | extern void __raw_writew(unsigned short v, volatile void __iomem *addr); |
| 60 | extern void __raw_writel(unsigned int v, volatile void __iomem *addr); |
| 61 | extern void __raw_writeq(unsigned long v, volatile void __iomem *addr); |
| 62 | |
| 63 | extern void memset_io(volatile void __iomem *addr, int c, unsigned long n); |
| 64 | extern void memcpy_fromio(void *dest, const volatile void __iomem *src, |
| 65 | unsigned long n); |
| 66 | extern void memcpy_toio(volatile void __iomem *dest, const void *src, |
| 67 | unsigned long n); |
| 68 | |
| 69 | #else /* CONFIG_PPC_ISERIES */ |
| 70 | |
| 71 | #define in_8(addr) __in_8((addr)) |
| 72 | #define out_8(addr, val) __out_8((addr), (val)) |
| 73 | #define in_le16(addr) __in_le16((addr)) |
| 74 | #define in_be16(addr) __in_be16((addr)) |
| 75 | #define out_le16(addr, val) __out_le16((addr), (val)) |
| 76 | #define out_be16(addr, val) __out_be16((addr), (val)) |
| 77 | #define in_le32(addr) __in_le32((addr)) |
| 78 | #define in_be32(addr) __in_be32((addr)) |
| 79 | #define out_le32(addr, val) __out_le32((addr), (val)) |
| 80 | #define out_be32(addr, val) __out_be32((addr), (val)) |
| 81 | #define in_le64(addr) __in_le64((addr)) |
| 82 | #define in_be64(addr) __in_be64((addr)) |
| 83 | #define out_le64(addr, val) __out_le64((addr), (val)) |
| 84 | #define out_be64(addr, val) __out_be64((addr), (val)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 85 | |
| 86 | static inline unsigned char __raw_readb(const volatile void __iomem *addr) |
| 87 | { |
| 88 | return *(volatile unsigned char __force *)addr; |
| 89 | } |
| 90 | static inline unsigned short __raw_readw(const volatile void __iomem *addr) |
| 91 | { |
| 92 | return *(volatile unsigned short __force *)addr; |
| 93 | } |
| 94 | static inline unsigned int __raw_readl(const volatile void __iomem *addr) |
| 95 | { |
| 96 | return *(volatile unsigned int __force *)addr; |
| 97 | } |
| 98 | static inline unsigned long __raw_readq(const volatile void __iomem *addr) |
| 99 | { |
| 100 | return *(volatile unsigned long __force *)addr; |
| 101 | } |
| 102 | static inline void __raw_writeb(unsigned char v, volatile void __iomem *addr) |
| 103 | { |
| 104 | *(volatile unsigned char __force *)addr = v; |
| 105 | } |
| 106 | static inline void __raw_writew(unsigned short v, volatile void __iomem *addr) |
| 107 | { |
| 108 | *(volatile unsigned short __force *)addr = v; |
| 109 | } |
| 110 | static inline void __raw_writel(unsigned int v, volatile void __iomem *addr) |
| 111 | { |
| 112 | *(volatile unsigned int __force *)addr = v; |
| 113 | } |
| 114 | static inline void __raw_writeq(unsigned long v, volatile void __iomem *addr) |
| 115 | { |
| 116 | *(volatile unsigned long __force *)addr = v; |
| 117 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 118 | #define memset_io(a,b,c) eeh_memset_io((a),(b),(c)) |
| 119 | #define memcpy_fromio(a,b,c) eeh_memcpy_fromio((a),(b),(c)) |
| 120 | #define memcpy_toio(a,b,c) eeh_memcpy_toio((a),(b),(c)) |
Stephen Rothwell | caf8132 | 2006-09-21 18:00:00 +1000 | [diff] [blame] | 121 | |
| 122 | #endif /* CONFIG_PPC_ISERIES */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 123 | |
| 124 | /* |
| 125 | * The insw/outsw/insl/outsl macros don't do byte-swapping. |
| 126 | * They are only used in practice for transferring buffers which |
| 127 | * are arrays of bytes, and byte-swapping is not appropriate in |
| 128 | * that case. - paulus */ |
| 129 | #define insb(port, buf, ns) eeh_insb((port), (buf), (ns)) |
| 130 | #define insw(port, buf, ns) eeh_insw_ns((port), (buf), (ns)) |
| 131 | #define insl(port, buf, nl) eeh_insl_ns((port), (buf), (nl)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 132 | |
viro@ZenIV.linux.org.uk | 6c9afc65 | 2005-09-09 16:50:43 +0100 | [diff] [blame] | 133 | #define outsb(port, buf, ns) _outsb((u8 __iomem *)((port)+pci_io_base), (buf), (ns)) |
| 134 | #define outsw(port, buf, ns) _outsw_ns((u16 __iomem *)((port)+pci_io_base), (buf), (ns)) |
| 135 | #define outsl(port, buf, nl) _outsl_ns((u32 __iomem *)((port)+pci_io_base), (buf), (nl)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 136 | |
Stephen Rothwell | caf8132 | 2006-09-21 18:00:00 +1000 | [diff] [blame] | 137 | #define readb(addr) eeh_readb(addr) |
| 138 | #define readw(addr) eeh_readw(addr) |
| 139 | #define readl(addr) eeh_readl(addr) |
| 140 | #define readq(addr) eeh_readq(addr) |
| 141 | #define writeb(data, addr) eeh_writeb((data), (addr)) |
| 142 | #define writew(data, addr) eeh_writew((data), (addr)) |
| 143 | #define writel(data, addr) eeh_writel((data), (addr)) |
| 144 | #define writeq(data, addr) eeh_writeq((data), (addr)) |
| 145 | #define inb(port) eeh_inb((unsigned long)port) |
| 146 | #define outb(val, port) eeh_outb(val, (unsigned long)port) |
| 147 | #define inw(port) eeh_inw((unsigned long)port) |
| 148 | #define outw(val, port) eeh_outw(val, (unsigned long)port) |
| 149 | #define inl(port) eeh_inl((unsigned long)port) |
| 150 | #define outl(val, port) eeh_outl(val, (unsigned long)port) |
| 151 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 152 | #define readb_relaxed(addr) readb(addr) |
| 153 | #define readw_relaxed(addr) readw(addr) |
| 154 | #define readl_relaxed(addr) readl(addr) |
| 155 | #define readq_relaxed(addr) readq(addr) |
| 156 | |
Stephen Rothwell | 5adcaf5 | 2006-09-19 22:17:49 +1000 | [diff] [blame] | 157 | extern void _insb(volatile u8 __iomem *port, void *buf, long count); |
| 158 | extern void _outsb(volatile u8 __iomem *port, const void *buf, long count); |
| 159 | extern void _insw_ns(volatile u16 __iomem *port, void *buf, long count); |
| 160 | extern void _outsw_ns(volatile u16 __iomem *port, const void *buf, long count); |
| 161 | extern void _insl_ns(volatile u32 __iomem *port, void *buf, long count); |
| 162 | extern void _outsl_ns(volatile u32 __iomem *port, const void *buf, long count); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 163 | |
Paul Mackerras | f007cac | 2006-09-13 22:08:26 +1000 | [diff] [blame] | 164 | static inline void mmiowb(void) |
| 165 | { |
Hugh Dickins | 292f86f | 2006-10-31 18:41:51 +0000 | [diff] [blame] | 166 | unsigned long tmp; |
| 167 | |
| 168 | __asm__ __volatile__("sync; li %0,0; stb %0,%1(13)" |
| 169 | : "=&r" (tmp) : "i" (offsetof(struct paca_struct, io_sync)) |
| 170 | : "memory"); |
Paul Mackerras | f007cac | 2006-09-13 22:08:26 +1000 | [diff] [blame] | 171 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 172 | |
| 173 | /* |
| 174 | * output pause versions need a delay at least for the |
| 175 | * w83c105 ide controller in a p610. |
| 176 | */ |
| 177 | #define inb_p(port) inb(port) |
| 178 | #define outb_p(val, port) (udelay(1), outb((val), (port))) |
| 179 | #define inw_p(port) inw(port) |
| 180 | #define outw_p(val, port) (udelay(1), outw((val), (port))) |
| 181 | #define inl_p(port) inl(port) |
| 182 | #define outl_p(val, port) (udelay(1), outl((val), (port))) |
| 183 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 184 | |
| 185 | #define IO_SPACE_LIMIT ~(0UL) |
| 186 | |
| 187 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 188 | extern int __ioremap_explicit(unsigned long p_addr, unsigned long v_addr, |
| 189 | unsigned long size, unsigned long flags); |
| 190 | extern void __iomem *__ioremap(unsigned long address, unsigned long size, |
| 191 | unsigned long flags); |
| 192 | |
| 193 | /** |
| 194 | * ioremap - map bus memory into CPU space |
| 195 | * @address: bus address of the memory |
| 196 | * @size: size of the resource to map |
| 197 | * |
| 198 | * ioremap performs a platform specific sequence of operations to |
| 199 | * make bus memory CPU accessible via the readb/readw/readl/writeb/ |
| 200 | * writew/writel functions and the other mmio helpers. The returned |
| 201 | * address is not guaranteed to be usable directly as a virtual |
| 202 | * address. |
| 203 | */ |
| 204 | extern void __iomem *ioremap(unsigned long address, unsigned long size); |
| 205 | |
| 206 | #define ioremap_nocache(addr, size) ioremap((addr), (size)) |
| 207 | extern int iounmap_explicit(volatile void __iomem *addr, unsigned long size); |
| 208 | extern void iounmap(volatile void __iomem *addr); |
| 209 | extern void __iomem * reserve_phb_iospace(unsigned long size); |
| 210 | |
| 211 | /** |
| 212 | * virt_to_phys - map virtual addresses to physical |
| 213 | * @address: address to remap |
| 214 | * |
| 215 | * The returned physical address is the physical (CPU) mapping for |
| 216 | * the memory address given. It is only valid to use this function on |
| 217 | * addresses directly mapped or allocated via kmalloc. |
| 218 | * |
| 219 | * This function does not give bus mappings for DMA transfers. In |
| 220 | * almost all conceivable cases a device driver should not be using |
| 221 | * this function |
| 222 | */ |
| 223 | static inline unsigned long virt_to_phys(volatile void * address) |
| 224 | { |
| 225 | return __pa((unsigned long)address); |
| 226 | } |
| 227 | |
| 228 | /** |
| 229 | * phys_to_virt - map physical address to virtual |
| 230 | * @address: address to remap |
| 231 | * |
| 232 | * The returned virtual address is a current CPU mapping for |
| 233 | * the memory address given. It is only valid to use this function on |
| 234 | * addresses that have a kernel mapping |
| 235 | * |
| 236 | * This function does not handle bus mappings for DMA transfers. In |
| 237 | * almost all conceivable cases a device driver should not be using |
| 238 | * this function |
| 239 | */ |
| 240 | static inline void * phys_to_virt(unsigned long address) |
| 241 | { |
| 242 | return (void *)__va(address); |
| 243 | } |
| 244 | |
| 245 | /* |
| 246 | * Change "struct page" to physical address. |
| 247 | */ |
| 248 | #define page_to_phys(page) (page_to_pfn(page) << PAGE_SHIFT) |
| 249 | |
| 250 | /* We do NOT want virtual merging, it would put too much pressure on |
| 251 | * our iommu allocator. Instead, we want drivers to be smart enough |
| 252 | * to coalesce sglists that happen to have been mapped in a contiguous |
| 253 | * way by the iommu |
| 254 | */ |
| 255 | #define BIO_VMERGE_BOUNDARY 0 |
| 256 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 257 | static inline void iosync(void) |
| 258 | { |
| 259 | __asm__ __volatile__ ("sync" : : : "memory"); |
| 260 | } |
| 261 | |
| 262 | /* Enforce in-order execution of data I/O. |
| 263 | * No distinction between read/write on PPC; use eieio for all three. |
| 264 | */ |
| 265 | #define iobarrier_rw() eieio() |
| 266 | #define iobarrier_r() eieio() |
| 267 | #define iobarrier_w() eieio() |
| 268 | |
| 269 | /* |
| 270 | * 8, 16 and 32 bit, big and little endian I/O operations, with barrier. |
| 271 | * These routines do not perform EEH-related I/O address translation, |
| 272 | * and should not be used directly by device drivers. Use inb/readb |
| 273 | * instead. |
| 274 | */ |
Stephen Rothwell | caf8132 | 2006-09-21 18:00:00 +1000 | [diff] [blame] | 275 | static inline int __in_8(const volatile unsigned char __iomem *addr) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 276 | { |
| 277 | int ret; |
| 278 | |
Paul Mackerras | f007cac | 2006-09-13 22:08:26 +1000 | [diff] [blame] | 279 | __asm__ __volatile__("sync; lbz%U1%X1 %0,%1; twi 0,%0,0; isync" |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 280 | : "=r" (ret) : "m" (*addr)); |
| 281 | return ret; |
| 282 | } |
| 283 | |
Stephen Rothwell | caf8132 | 2006-09-21 18:00:00 +1000 | [diff] [blame] | 284 | static inline void __out_8(volatile unsigned char __iomem *addr, int val) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 285 | { |
Paul Mackerras | f007cac | 2006-09-13 22:08:26 +1000 | [diff] [blame] | 286 | __asm__ __volatile__("sync; stb%U0%X0 %1,%0" |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 287 | : "=m" (*addr) : "r" (val)); |
Paul Mackerras | f007cac | 2006-09-13 22:08:26 +1000 | [diff] [blame] | 288 | get_paca()->io_sync = 1; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 289 | } |
| 290 | |
Stephen Rothwell | caf8132 | 2006-09-21 18:00:00 +1000 | [diff] [blame] | 291 | static inline int __in_le16(const volatile unsigned short __iomem *addr) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 292 | { |
| 293 | int ret; |
| 294 | |
Paul Mackerras | f007cac | 2006-09-13 22:08:26 +1000 | [diff] [blame] | 295 | __asm__ __volatile__("sync; lhbrx %0,0,%1; twi 0,%0,0; isync" |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 296 | : "=r" (ret) : "r" (addr), "m" (*addr)); |
| 297 | return ret; |
| 298 | } |
| 299 | |
Stephen Rothwell | caf8132 | 2006-09-21 18:00:00 +1000 | [diff] [blame] | 300 | static inline int __in_be16(const volatile unsigned short __iomem *addr) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 301 | { |
| 302 | int ret; |
| 303 | |
Paul Mackerras | f007cac | 2006-09-13 22:08:26 +1000 | [diff] [blame] | 304 | __asm__ __volatile__("sync; lhz%U1%X1 %0,%1; twi 0,%0,0; isync" |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 305 | : "=r" (ret) : "m" (*addr)); |
| 306 | return ret; |
| 307 | } |
| 308 | |
Stephen Rothwell | caf8132 | 2006-09-21 18:00:00 +1000 | [diff] [blame] | 309 | static inline void __out_le16(volatile unsigned short __iomem *addr, int val) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 310 | { |
Paul Mackerras | f007cac | 2006-09-13 22:08:26 +1000 | [diff] [blame] | 311 | __asm__ __volatile__("sync; sthbrx %1,0,%2" |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 312 | : "=m" (*addr) : "r" (val), "r" (addr)); |
Paul Mackerras | f007cac | 2006-09-13 22:08:26 +1000 | [diff] [blame] | 313 | get_paca()->io_sync = 1; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 314 | } |
| 315 | |
Stephen Rothwell | caf8132 | 2006-09-21 18:00:00 +1000 | [diff] [blame] | 316 | static inline void __out_be16(volatile unsigned short __iomem *addr, int val) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 317 | { |
Paul Mackerras | f007cac | 2006-09-13 22:08:26 +1000 | [diff] [blame] | 318 | __asm__ __volatile__("sync; sth%U0%X0 %1,%0" |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 319 | : "=m" (*addr) : "r" (val)); |
Paul Mackerras | f007cac | 2006-09-13 22:08:26 +1000 | [diff] [blame] | 320 | get_paca()->io_sync = 1; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 321 | } |
| 322 | |
Stephen Rothwell | caf8132 | 2006-09-21 18:00:00 +1000 | [diff] [blame] | 323 | static inline unsigned __in_le32(const volatile unsigned __iomem *addr) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 324 | { |
| 325 | unsigned ret; |
| 326 | |
Paul Mackerras | f007cac | 2006-09-13 22:08:26 +1000 | [diff] [blame] | 327 | __asm__ __volatile__("sync; lwbrx %0,0,%1; twi 0,%0,0; isync" |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 328 | : "=r" (ret) : "r" (addr), "m" (*addr)); |
| 329 | return ret; |
| 330 | } |
| 331 | |
Stephen Rothwell | caf8132 | 2006-09-21 18:00:00 +1000 | [diff] [blame] | 332 | static inline unsigned __in_be32(const volatile unsigned __iomem *addr) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 333 | { |
| 334 | unsigned ret; |
| 335 | |
Paul Mackerras | f007cac | 2006-09-13 22:08:26 +1000 | [diff] [blame] | 336 | __asm__ __volatile__("sync; lwz%U1%X1 %0,%1; twi 0,%0,0; isync" |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 337 | : "=r" (ret) : "m" (*addr)); |
| 338 | return ret; |
| 339 | } |
| 340 | |
Stephen Rothwell | caf8132 | 2006-09-21 18:00:00 +1000 | [diff] [blame] | 341 | static inline void __out_le32(volatile unsigned __iomem *addr, int val) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 342 | { |
Paul Mackerras | f007cac | 2006-09-13 22:08:26 +1000 | [diff] [blame] | 343 | __asm__ __volatile__("sync; stwbrx %1,0,%2" : "=m" (*addr) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 344 | : "r" (val), "r" (addr)); |
Paul Mackerras | f007cac | 2006-09-13 22:08:26 +1000 | [diff] [blame] | 345 | get_paca()->io_sync = 1; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 346 | } |
| 347 | |
Stephen Rothwell | caf8132 | 2006-09-21 18:00:00 +1000 | [diff] [blame] | 348 | static inline void __out_be32(volatile unsigned __iomem *addr, int val) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 349 | { |
Paul Mackerras | f007cac | 2006-09-13 22:08:26 +1000 | [diff] [blame] | 350 | __asm__ __volatile__("sync; stw%U0%X0 %1,%0" |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 351 | : "=m" (*addr) : "r" (val)); |
Paul Mackerras | f007cac | 2006-09-13 22:08:26 +1000 | [diff] [blame] | 352 | get_paca()->io_sync = 1; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 353 | } |
| 354 | |
Stephen Rothwell | caf8132 | 2006-09-21 18:00:00 +1000 | [diff] [blame] | 355 | static inline unsigned long __in_le64(const volatile unsigned long __iomem *addr) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 356 | { |
| 357 | unsigned long tmp, ret; |
| 358 | |
| 359 | __asm__ __volatile__( |
Paul Mackerras | f007cac | 2006-09-13 22:08:26 +1000 | [diff] [blame] | 360 | "sync\n" |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 361 | "ld %1,0(%2)\n" |
| 362 | "twi 0,%1,0\n" |
| 363 | "isync\n" |
| 364 | "rldimi %0,%1,5*8,1*8\n" |
| 365 | "rldimi %0,%1,3*8,2*8\n" |
| 366 | "rldimi %0,%1,1*8,3*8\n" |
| 367 | "rldimi %0,%1,7*8,4*8\n" |
| 368 | "rldicl %1,%1,32,0\n" |
| 369 | "rlwimi %0,%1,8,8,31\n" |
| 370 | "rlwimi %0,%1,24,16,23\n" |
| 371 | : "=r" (ret) , "=r" (tmp) : "b" (addr) , "m" (*addr)); |
| 372 | return ret; |
| 373 | } |
| 374 | |
Stephen Rothwell | caf8132 | 2006-09-21 18:00:00 +1000 | [diff] [blame] | 375 | static inline unsigned long __in_be64(const volatile unsigned long __iomem *addr) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 376 | { |
| 377 | unsigned long ret; |
| 378 | |
Paul Mackerras | f007cac | 2006-09-13 22:08:26 +1000 | [diff] [blame] | 379 | __asm__ __volatile__("sync; ld%U1%X1 %0,%1; twi 0,%0,0; isync" |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 380 | : "=r" (ret) : "m" (*addr)); |
| 381 | return ret; |
| 382 | } |
| 383 | |
Stephen Rothwell | caf8132 | 2006-09-21 18:00:00 +1000 | [diff] [blame] | 384 | static inline void __out_le64(volatile unsigned long __iomem *addr, unsigned long val) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 385 | { |
| 386 | unsigned long tmp; |
| 387 | |
| 388 | __asm__ __volatile__( |
| 389 | "rldimi %0,%1,5*8,1*8\n" |
| 390 | "rldimi %0,%1,3*8,2*8\n" |
| 391 | "rldimi %0,%1,1*8,3*8\n" |
| 392 | "rldimi %0,%1,7*8,4*8\n" |
| 393 | "rldicl %1,%1,32,0\n" |
| 394 | "rlwimi %0,%1,8,8,31\n" |
| 395 | "rlwimi %0,%1,24,16,23\n" |
Paul Mackerras | f007cac | 2006-09-13 22:08:26 +1000 | [diff] [blame] | 396 | "sync\n" |
| 397 | "std %0,0(%3)" |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 398 | : "=&r" (tmp) , "=&r" (val) : "1" (val) , "b" (addr) , "m" (*addr)); |
Paul Mackerras | f007cac | 2006-09-13 22:08:26 +1000 | [diff] [blame] | 399 | get_paca()->io_sync = 1; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 400 | } |
| 401 | |
Stephen Rothwell | caf8132 | 2006-09-21 18:00:00 +1000 | [diff] [blame] | 402 | static inline void __out_be64(volatile unsigned long __iomem *addr, unsigned long val) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 403 | { |
Paul Mackerras | f007cac | 2006-09-13 22:08:26 +1000 | [diff] [blame] | 404 | __asm__ __volatile__("sync; std%U0%X0 %1,%0" : "=m" (*addr) : "r" (val)); |
| 405 | get_paca()->io_sync = 1; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 406 | } |
| 407 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 408 | #include <asm/eeh.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 409 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 410 | /* Nothing to do */ |
| 411 | |
| 412 | #define dma_cache_inv(_start,_size) do { } while (0) |
| 413 | #define dma_cache_wback(_start,_size) do { } while (0) |
| 414 | #define dma_cache_wback_inv(_start,_size) do { } while (0) |
| 415 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 416 | |
| 417 | /* |
| 418 | * Convert a physical pointer to a virtual kernel pointer for /dev/mem |
| 419 | * access |
| 420 | */ |
| 421 | #define xlate_dev_mem_ptr(p) __va(p) |
| 422 | |
| 423 | /* |
| 424 | * Convert a virtual cached pointer to an uncached pointer |
| 425 | */ |
| 426 | #define xlate_dev_kmem_ptr(p) p |
| 427 | |
| 428 | #endif /* __KERNEL__ */ |
| 429 | |
Paul Mackerras | 047ea78 | 2005-11-19 20:17:32 +1100 | [diff] [blame] | 430 | #endif /* CONFIG_PPC64 */ |
| 431 | #endif /* _ASM_POWERPC_IO_H */ |