blob: 9b672be70dda6e84802853b0cd6acf7d5aa13e08 [file] [log] [blame]
Sam Ravnborgf5e706a2008-07-17 21:55:51 -07001#ifndef __SPARC64_IO_H
2#define __SPARC64_IO_H
3
4#include <linux/kernel.h>
5#include <linux/compiler.h>
6#include <linux/types.h>
7
8#include <asm/page.h> /* IO address mapping routines need this */
Sam Ravnborgf5e706a2008-07-17 21:55:51 -07009#include <asm/asi.h>
Michael S. Tsirkina21a2fd2011-11-24 21:10:12 +020010#include <asm-generic/pci_iomap.h>
Sam Ravnborgf5e706a2008-07-17 21:55:51 -070011
Sam Ravnborgf5e706a2008-07-17 21:55:51 -070012/* BIO layer definitions. */
13extern unsigned long kern_base, kern_size;
Sam Ravnborgf5e706a2008-07-17 21:55:51 -070014
Sam Ravnborgadd79d62014-07-20 13:39:02 +020015/* __raw_{read,write}{b,w,l,q} uses direct access.
16 * Access the memory as big endian bypassing the cache
17 * by using ASI_PHYS_BYPASS_EC_E
18 */
19#define __raw_readb __raw_readb
20static inline u8 __raw_readb(const volatile void __iomem *addr)
21{
22 u8 ret;
23
24 __asm__ __volatile__("lduba\t[%1] %2, %0\t/* pci_raw_readb */"
25 : "=r" (ret)
26 : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E));
27
28 return ret;
29}
30
31#define __raw_readw __raw_readw
32static inline u16 __raw_readw(const volatile void __iomem *addr)
33{
34 u16 ret;
35
36 __asm__ __volatile__("lduha\t[%1] %2, %0\t/* pci_raw_readw */"
37 : "=r" (ret)
38 : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E));
39
40 return ret;
41}
42
43#define __raw_readl __raw_readl
44static inline u32 __raw_readl(const volatile void __iomem *addr)
45{
46 u32 ret;
47
48 __asm__ __volatile__("lduwa\t[%1] %2, %0\t/* pci_raw_readl */"
49 : "=r" (ret)
50 : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E));
51
52 return ret;
53}
54
55#define __raw_readq __raw_readq
56static inline u64 __raw_readq(const volatile void __iomem *addr)
57{
58 u64 ret;
59
60 __asm__ __volatile__("ldxa\t[%1] %2, %0\t/* pci_raw_readq */"
61 : "=r" (ret)
62 : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E));
63
64 return ret;
65}
66
67#define __raw_writeb __raw_writeb
68static inline void __raw_writeb(u8 b, const volatile void __iomem *addr)
69{
70 __asm__ __volatile__("stba\t%r0, [%1] %2\t/* pci_raw_writeb */"
71 : /* no outputs */
72 : "Jr" (b), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E));
73}
74
75#define __raw_writew __raw_writew
76static inline void __raw_writew(u16 w, const volatile void __iomem *addr)
77{
78 __asm__ __volatile__("stha\t%r0, [%1] %2\t/* pci_raw_writew */"
79 : /* no outputs */
80 : "Jr" (w), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E));
81}
82
83#define __raw_writel __raw_writel
84static inline void __raw_writel(u32 l, const volatile void __iomem *addr)
85{
86 __asm__ __volatile__("stwa\t%r0, [%1] %2\t/* pci_raw_writel */"
87 : /* no outputs */
88 : "Jr" (l), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E));
89}
90
91#define __raw_writeq __raw_writeq
92static inline void __raw_writeq(u64 q, const volatile void __iomem *addr)
93{
94 __asm__ __volatile__("stxa\t%r0, [%1] %2\t/* pci_raw_writeq */"
95 : /* no outputs */
96 : "Jr" (q), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E));
97}
98
99/* Memory functions, same as I/O accesses on Ultra.
100 * Access memory as little endian bypassing
101 * the cache by using ASI_PHYS_BYPASS_EC_E_L
102 */
103#define readb readb
Arnd Bergmann7c3969c2014-11-19 10:15:33 +0100104#define readb_relaxed readb
Sam Ravnborgadd79d62014-07-20 13:39:02 +0200105static inline u8 readb(const volatile void __iomem *addr)
106{ u8 ret;
107
108 __asm__ __volatile__("lduba\t[%1] %2, %0\t/* pci_readb */"
109 : "=r" (ret)
110 : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
111 : "memory");
112 return ret;
113}
114
115#define readw readw
Arnd Bergmann7c3969c2014-11-19 10:15:33 +0100116#define readw_relaxed readw
Sam Ravnborgadd79d62014-07-20 13:39:02 +0200117static inline u16 readw(const volatile void __iomem *addr)
118{ u16 ret;
119
120 __asm__ __volatile__("lduha\t[%1] %2, %0\t/* pci_readw */"
121 : "=r" (ret)
122 : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
123 : "memory");
124
125 return ret;
126}
127
128#define readl readl
Arnd Bergmann7c3969c2014-11-19 10:15:33 +0100129#define readl_relaxed readl
Sam Ravnborgadd79d62014-07-20 13:39:02 +0200130static inline u32 readl(const volatile void __iomem *addr)
131{ u32 ret;
132
133 __asm__ __volatile__("lduwa\t[%1] %2, %0\t/* pci_readl */"
134 : "=r" (ret)
135 : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
136 : "memory");
137
138 return ret;
139}
140
141#define readq readq
Will Deacon1191ccb2013-09-04 11:34:08 +0100142#define readq_relaxed readq
Sam Ravnborgadd79d62014-07-20 13:39:02 +0200143static inline u64 readq(const volatile void __iomem *addr)
144{ u64 ret;
145
146 __asm__ __volatile__("ldxa\t[%1] %2, %0\t/* pci_readq */"
147 : "=r" (ret)
148 : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
149 : "memory");
150
151 return ret;
152}
153
154#define writeb writeb
Arnd Bergmann7c3969c2014-11-19 10:15:33 +0100155#define writeb_relaxed writeb
Sam Ravnborgadd79d62014-07-20 13:39:02 +0200156static inline void writeb(u8 b, volatile void __iomem *addr)
157{
158 __asm__ __volatile__("stba\t%r0, [%1] %2\t/* pci_writeb */"
159 : /* no outputs */
160 : "Jr" (b), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
161 : "memory");
162}
163
164#define writew writew
Arnd Bergmann7c3969c2014-11-19 10:15:33 +0100165#define writew_relaxed writew
Sam Ravnborgadd79d62014-07-20 13:39:02 +0200166static inline void writew(u16 w, volatile void __iomem *addr)
167{
168 __asm__ __volatile__("stha\t%r0, [%1] %2\t/* pci_writew */"
169 : /* no outputs */
170 : "Jr" (w), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
171 : "memory");
172}
173
174#define writel writel
Arnd Bergmann7c3969c2014-11-19 10:15:33 +0100175#define writel_relaxed writel
Sam Ravnborgadd79d62014-07-20 13:39:02 +0200176static inline void writel(u32 l, volatile void __iomem *addr)
177{
178 __asm__ __volatile__("stwa\t%r0, [%1] %2\t/* pci_writel */"
179 : /* no outputs */
180 : "Jr" (l), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
181 : "memory");
182}
183
184#define writeq writeq
Will Deacon1191ccb2013-09-04 11:34:08 +0100185#define writeq_relaxed writeq
Sam Ravnborgadd79d62014-07-20 13:39:02 +0200186static inline void writeq(u64 q, volatile void __iomem *addr)
187{
188 __asm__ __volatile__("stxa\t%r0, [%1] %2\t/* pci_writeq */"
189 : /* no outputs */
190 : "Jr" (q), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
191 : "memory");
192}
193
Sam Ravnborg79294d72014-07-20 13:39:00 +0200194#define inb inb
195static inline u8 inb(unsigned long addr)
Sam Ravnborgf5e706a2008-07-17 21:55:51 -0700196{
Sam Ravnborg453c9ab2014-07-20 13:39:03 +0200197 return readb((volatile void __iomem *)addr);
Sam Ravnborgf5e706a2008-07-17 21:55:51 -0700198}
199
Sam Ravnborg79294d72014-07-20 13:39:00 +0200200#define inw inw
201static inline u16 inw(unsigned long addr)
Sam Ravnborgf5e706a2008-07-17 21:55:51 -0700202{
Sam Ravnborg453c9ab2014-07-20 13:39:03 +0200203 return readw((volatile void __iomem *)addr);
Sam Ravnborgf5e706a2008-07-17 21:55:51 -0700204}
205
Sam Ravnborg79294d72014-07-20 13:39:00 +0200206#define inl inl
207static inline u32 inl(unsigned long addr)
Sam Ravnborgf5e706a2008-07-17 21:55:51 -0700208{
Sam Ravnborg453c9ab2014-07-20 13:39:03 +0200209 return readl((volatile void __iomem *)addr);
Sam Ravnborgf5e706a2008-07-17 21:55:51 -0700210}
211
Sam Ravnborg79294d72014-07-20 13:39:00 +0200212#define outb outb
213static inline void outb(u8 b, unsigned long addr)
Sam Ravnborgf5e706a2008-07-17 21:55:51 -0700214{
Sam Ravnborg453c9ab2014-07-20 13:39:03 +0200215 writeb(b, (volatile void __iomem *)addr);
Sam Ravnborgf5e706a2008-07-17 21:55:51 -0700216}
217
Sam Ravnborg79294d72014-07-20 13:39:00 +0200218#define outw outw
219static inline void outw(u16 w, unsigned long addr)
Sam Ravnborgf5e706a2008-07-17 21:55:51 -0700220{
Sam Ravnborg453c9ab2014-07-20 13:39:03 +0200221 writew(w, (volatile void __iomem *)addr);
Sam Ravnborgf5e706a2008-07-17 21:55:51 -0700222}
223
Sam Ravnborg79294d72014-07-20 13:39:00 +0200224#define outl outl
225static inline void outl(u32 l, unsigned long addr)
Sam Ravnborgf5e706a2008-07-17 21:55:51 -0700226{
Sam Ravnborg453c9ab2014-07-20 13:39:03 +0200227 writel(l, (volatile void __iomem *)addr);
Sam Ravnborgf5e706a2008-07-17 21:55:51 -0700228}
229
Sam Ravnborgf5e706a2008-07-17 21:55:51 -0700230
231#define inb_p(__addr) inb(__addr)
232#define outb_p(__b, __addr) outb(__b, __addr)
233#define inw_p(__addr) inw(__addr)
234#define outw_p(__w, __addr) outw(__w, __addr)
235#define inl_p(__addr) inl(__addr)
236#define outl_p(__l, __addr) outl(__l, __addr)
237
Sam Ravnborgf05a6862014-05-16 23:25:50 +0200238void outsb(unsigned long, const void *, unsigned long);
239void outsw(unsigned long, const void *, unsigned long);
240void outsl(unsigned long, const void *, unsigned long);
241void insb(unsigned long, void *, unsigned long);
242void insw(unsigned long, void *, unsigned long);
243void insl(unsigned long, void *, unsigned long);
Sam Ravnborgf5e706a2008-07-17 21:55:51 -0700244
245static inline void ioread8_rep(void __iomem *port, void *buf, unsigned long count)
246{
247 insb((unsigned long __force)port, buf, count);
248}
249static inline void ioread16_rep(void __iomem *port, void *buf, unsigned long count)
250{
251 insw((unsigned long __force)port, buf, count);
252}
253
254static inline void ioread32_rep(void __iomem *port, void *buf, unsigned long count)
255{
256 insl((unsigned long __force)port, buf, count);
257}
258
259static inline void iowrite8_rep(void __iomem *port, const void *buf, unsigned long count)
260{
261 outsb((unsigned long __force)port, buf, count);
262}
263
264static inline void iowrite16_rep(void __iomem *port, const void *buf, unsigned long count)
265{
266 outsw((unsigned long __force)port, buf, count);
267}
268
269static inline void iowrite32_rep(void __iomem *port, const void *buf, unsigned long count)
270{
271 outsl((unsigned long __force)port, buf, count);
272}
273
Sam Ravnborgf5e706a2008-07-17 21:55:51 -0700274/* Valid I/O Space regions are anywhere, because each PCI bus supported
275 * can live in an arbitrary area of the physical address range.
276 */
277#define IO_SPACE_LIMIT 0xffffffffffffffffUL
278
279/* Now, SBUS variants, only difference from PCI is that we do
280 * not use little-endian ASIs.
281 */
Sam Ravnborg79294d72014-07-20 13:39:00 +0200282static inline u8 sbus_readb(const volatile void __iomem *addr)
Sam Ravnborgf5e706a2008-07-17 21:55:51 -0700283{
Sam Ravnborg453c9ab2014-07-20 13:39:03 +0200284 return __raw_readb(addr);
Sam Ravnborgf5e706a2008-07-17 21:55:51 -0700285}
286
Sam Ravnborg79294d72014-07-20 13:39:00 +0200287static inline u16 sbus_readw(const volatile void __iomem *addr)
Sam Ravnborgf5e706a2008-07-17 21:55:51 -0700288{
Sam Ravnborg453c9ab2014-07-20 13:39:03 +0200289 return __raw_readw(addr);
Sam Ravnborgf5e706a2008-07-17 21:55:51 -0700290}
291
Sam Ravnborg79294d72014-07-20 13:39:00 +0200292static inline u32 sbus_readl(const volatile void __iomem *addr)
Sam Ravnborgf5e706a2008-07-17 21:55:51 -0700293{
Sam Ravnborg453c9ab2014-07-20 13:39:03 +0200294 return __raw_readl(addr);
Sam Ravnborgf5e706a2008-07-17 21:55:51 -0700295}
296
Sam Ravnborg79294d72014-07-20 13:39:00 +0200297static inline u64 sbus_readq(const volatile void __iomem *addr)
Sam Ravnborgf5e706a2008-07-17 21:55:51 -0700298{
Sam Ravnborg453c9ab2014-07-20 13:39:03 +0200299 return __raw_readq(addr);
Sam Ravnborgf5e706a2008-07-17 21:55:51 -0700300}
301
Sam Ravnborg79294d72014-07-20 13:39:00 +0200302static inline void sbus_writeb(u8 b, volatile void __iomem *addr)
Sam Ravnborgf5e706a2008-07-17 21:55:51 -0700303{
Sam Ravnborg453c9ab2014-07-20 13:39:03 +0200304 __raw_writeb(b, addr);
Sam Ravnborgf5e706a2008-07-17 21:55:51 -0700305}
306
Sam Ravnborg79294d72014-07-20 13:39:00 +0200307static inline void sbus_writew(u16 w, volatile void __iomem *addr)
Sam Ravnborgf5e706a2008-07-17 21:55:51 -0700308{
Sam Ravnborg453c9ab2014-07-20 13:39:03 +0200309 __raw_writew(w, addr);
Sam Ravnborgf5e706a2008-07-17 21:55:51 -0700310}
311
Sam Ravnborg79294d72014-07-20 13:39:00 +0200312static inline void sbus_writel(u32 l, volatile void __iomem *addr)
Sam Ravnborgf5e706a2008-07-17 21:55:51 -0700313{
Sam Ravnborg453c9ab2014-07-20 13:39:03 +0200314 __raw_writel(l, addr);
Sam Ravnborgf5e706a2008-07-17 21:55:51 -0700315}
316
Sam Ravnborg453c9ab2014-07-20 13:39:03 +0200317static inline void sbus_writeq(u64 q, volatile void __iomem *addr)
Sam Ravnborgf5e706a2008-07-17 21:55:51 -0700318{
Sam Ravnborg453c9ab2014-07-20 13:39:03 +0200319 __raw_writeq(q, addr);
Sam Ravnborgf5e706a2008-07-17 21:55:51 -0700320}
321
Sam Ravnborg79294d72014-07-20 13:39:00 +0200322static inline void sbus_memset_io(volatile void __iomem *dst, int c, __kernel_size_t n)
Sam Ravnborgf5e706a2008-07-17 21:55:51 -0700323{
324 while(n--) {
325 sbus_writeb(c, dst);
326 dst++;
327 }
328}
329
Sam Ravnborg79294d72014-07-20 13:39:00 +0200330static inline void memset_io(volatile void __iomem *dst, int c, __kernel_size_t n)
Sam Ravnborgf5e706a2008-07-17 21:55:51 -0700331{
332 volatile void __iomem *d = dst;
333
334 while (n--) {
335 writeb(c, d);
336 d++;
337 }
338}
339
Sam Ravnborg79294d72014-07-20 13:39:00 +0200340static inline void sbus_memcpy_fromio(void *dst, const volatile void __iomem *src,
341 __kernel_size_t n)
James Hoganf11b4782010-10-27 15:33:28 -0700342{
343 char *d = dst;
344
345 while (n--) {
346 char tmp = sbus_readb(src);
347 *d++ = tmp;
348 src++;
349 }
350}
351
James Hoganf11b4782010-10-27 15:33:28 -0700352
Sam Ravnborg79294d72014-07-20 13:39:00 +0200353static inline void memcpy_fromio(void *dst, const volatile void __iomem *src,
354 __kernel_size_t n)
Sam Ravnborgf5e706a2008-07-17 21:55:51 -0700355{
356 char *d = dst;
357
358 while (n--) {
359 char tmp = readb(src);
360 *d++ = tmp;
361 src++;
362 }
363}
364
Sam Ravnborg79294d72014-07-20 13:39:00 +0200365static inline void sbus_memcpy_toio(volatile void __iomem *dst, const void *src,
366 __kernel_size_t n)
James Hoganf11b4782010-10-27 15:33:28 -0700367{
368 const char *s = src;
369 volatile void __iomem *d = dst;
370
371 while (n--) {
372 char tmp = *s++;
373 sbus_writeb(tmp, d);
374 d++;
375 }
376}
377
Sam Ravnborg79294d72014-07-20 13:39:00 +0200378static inline void memcpy_toio(volatile void __iomem *dst, const void *src,
379 __kernel_size_t n)
Sam Ravnborgf5e706a2008-07-17 21:55:51 -0700380{
381 const char *s = src;
382 volatile void __iomem *d = dst;
383
384 while (n--) {
385 char tmp = *s++;
386 writeb(tmp, d);
387 d++;
388 }
389}
390
Sam Ravnborgf5e706a2008-07-17 21:55:51 -0700391#define mmiowb()
392
393#ifdef __KERNEL__
394
395/* On sparc64 we have the whole physical IO address space accessible
396 * using physically addressed loads and stores, so this does nothing.
397 */
398static inline void __iomem *ioremap(unsigned long offset, unsigned long size)
399{
400 return (void __iomem *)offset;
401}
402
403#define ioremap_nocache(X,Y) ioremap((X),(Y))
David S. Miller428695b2008-07-22 14:30:55 -0700404#define ioremap_wc(X,Y) ioremap((X),(Y))
Sam Ravnborgf5e706a2008-07-17 21:55:51 -0700405
406static inline void iounmap(volatile void __iomem *addr)
407{
408}
409
410#define ioread8(X) readb(X)
411#define ioread16(X) readw(X)
David S. Miller1bff4db2010-03-03 02:30:37 -0800412#define ioread16be(X) __raw_readw(X)
Sam Ravnborgf5e706a2008-07-17 21:55:51 -0700413#define ioread32(X) readl(X)
David S. Miller1bff4db2010-03-03 02:30:37 -0800414#define ioread32be(X) __raw_readl(X)
Sam Ravnborgf5e706a2008-07-17 21:55:51 -0700415#define iowrite8(val,X) writeb(val,X)
416#define iowrite16(val,X) writew(val,X)
David S. Miller1bff4db2010-03-03 02:30:37 -0800417#define iowrite16be(val,X) __raw_writew(val,X)
Sam Ravnborgf5e706a2008-07-17 21:55:51 -0700418#define iowrite32(val,X) writel(val,X)
David S. Miller1bff4db2010-03-03 02:30:37 -0800419#define iowrite32be(val,X) __raw_writel(val,X)
Sam Ravnborgf5e706a2008-07-17 21:55:51 -0700420
421/* Create a virtual mapping cookie for an IO port range */
Sam Ravnborgf05a6862014-05-16 23:25:50 +0200422void __iomem *ioport_map(unsigned long port, unsigned int nr);
423void ioport_unmap(void __iomem *);
Sam Ravnborgf5e706a2008-07-17 21:55:51 -0700424
425/* Create a virtual mapping cookie for a PCI BAR (memory or IO) */
426struct pci_dev;
Sam Ravnborgf05a6862014-05-16 23:25:50 +0200427void pci_iounmap(struct pci_dev *dev, void __iomem *);
Sam Ravnborgf5e706a2008-07-17 21:55:51 -0700428
David S. Miller63237ee2008-08-26 23:33:42 -0700429static inline int sbus_can_dma_64bit(void)
430{
431 return 1;
432}
433static inline int sbus_can_burst64(void)
434{
435 return 1;
436}
437struct device;
Sam Ravnborgf05a6862014-05-16 23:25:50 +0200438void sbus_set_sbus64(struct device *, int);
David S. Miller63237ee2008-08-26 23:33:42 -0700439
Sam Ravnborgf5e706a2008-07-17 21:55:51 -0700440/*
441 * Convert a physical pointer to a virtual kernel pointer for /dev/mem
442 * access
443 */
444#define xlate_dev_mem_ptr(p) __va(p)
445
446/*
447 * Convert a virtual cached pointer to an uncached pointer
448 */
449#define xlate_dev_kmem_ptr(p) p
450
451#endif
452
453#endif /* !(__SPARC64_IO_H) */