blob: 4353539fb8872e84e03f2959cd98ca1ede118bef [file] [log] [blame]
Chris Metcalf867e3592010-05-28 23:09:12 -04001/*
2 * Copyright 2010 Tilera Corporation. All Rights Reserved.
3 *
4 * This program is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU General Public License
6 * as published by the Free Software Foundation, version 2.
7 *
8 * This program is distributed in the hope that it will be useful, but
9 * WITHOUT ANY WARRANTY; without even the implied warranty of
10 * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
11 * NON INFRINGEMENT. See the GNU General Public License for
12 * more details.
13 */
14
15#ifndef _ASM_TILE_IO_H
16#define _ASM_TILE_IO_H
17
18#include <linux/kernel.h>
19#include <linux/bug.h>
20#include <asm/page.h>
21
Chris Metcalfcf89c422013-08-02 16:45:22 -040022/* Maximum PCI I/O space address supported. */
23#define IO_SPACE_LIMIT 0xffffffff
Chris Metcalf867e3592010-05-28 23:09:12 -040024
25/*
26 * Convert a physical pointer to a virtual kernel pointer for /dev/mem
27 * access.
28 */
29#define xlate_dev_mem_ptr(p) __va(p)
30
31/*
32 * Convert a virtual cached pointer to an uncached pointer.
33 */
34#define xlate_dev_kmem_ptr(p) p
35
36/*
37 * Change "struct page" to physical address.
38 */
39#define page_to_phys(page) ((dma_addr_t)page_to_pfn(page) << PAGE_SHIFT)
40
41/*
42 * Some places try to pass in an loff_t for PHYSADDR (?!), so we cast it to
43 * long before casting it to a pointer to avoid compiler warnings.
44 */
45#if CHIP_HAS_MMIO()
46extern void __iomem *ioremap(resource_size_t offset, unsigned long size);
47extern void __iomem *ioremap_prot(resource_size_t offset, unsigned long size,
48 pgprot_t pgprot);
49extern void iounmap(volatile void __iomem *addr);
50#else
51#define ioremap(physaddr, size) ((void __iomem *)(unsigned long)(physaddr))
52#define iounmap(addr) ((void)0)
53#endif
54
55#define ioremap_nocache(physaddr, size) ioremap(physaddr, size)
Chris Metcalf28d71742011-05-02 16:06:42 -040056#define ioremap_wc(physaddr, size) ioremap(physaddr, size)
Chris Metcalf867e3592010-05-28 23:09:12 -040057#define ioremap_writethrough(physaddr, size) ioremap(physaddr, size)
58#define ioremap_fullcache(physaddr, size) ioremap(physaddr, size)
59
Chris Metcalf867e3592010-05-28 23:09:12 -040060#define mmiowb()
61
62/* Conversion between virtual and physical mappings. */
63#define mm_ptov(addr) ((void *)phys_to_virt(addr))
64#define mm_vtop(addr) ((unsigned long)virt_to_phys(addr))
65
Chris Metcalf44e56962012-04-06 13:52:07 -040066#if CHIP_HAS_MMIO()
67
68/*
69 * We use inline assembly to guarantee that the compiler does not
70 * split an access into multiple byte-sized accesses as it might
71 * sometimes do if a register data structure is marked "packed".
72 * Obviously on tile we can't tolerate such an access being
73 * actually unaligned, but we want to avoid the case where the
74 * compiler conservatively would generate multiple accesses even
75 * for an aligned read or write.
76 */
77
78static inline u8 __raw_readb(const volatile void __iomem *addr)
79{
80 return *(const volatile u8 __force *)addr;
81}
82
83static inline u16 __raw_readw(const volatile void __iomem *addr)
84{
85 u16 ret;
86 asm volatile("ld2u %0, %1" : "=r" (ret) : "r" (addr));
87 barrier();
88 return le16_to_cpu(ret);
89}
90
91static inline u32 __raw_readl(const volatile void __iomem *addr)
92{
93 u32 ret;
94 /* Sign-extend to conform to u32 ABI sign-extension convention. */
95 asm volatile("ld4s %0, %1" : "=r" (ret) : "r" (addr));
96 barrier();
97 return le32_to_cpu(ret);
98}
99
100static inline u64 __raw_readq(const volatile void __iomem *addr)
101{
102 u64 ret;
103 asm volatile("ld %0, %1" : "=r" (ret) : "r" (addr));
104 barrier();
105 return le64_to_cpu(ret);
106}
107
108static inline void __raw_writeb(u8 val, volatile void __iomem *addr)
109{
110 *(volatile u8 __force *)addr = val;
111}
112
113static inline void __raw_writew(u16 val, volatile void __iomem *addr)
114{
115 asm volatile("st2 %0, %1" :: "r" (addr), "r" (cpu_to_le16(val)));
116}
117
118static inline void __raw_writel(u32 val, volatile void __iomem *addr)
119{
120 asm volatile("st4 %0, %1" :: "r" (addr), "r" (cpu_to_le32(val)));
121}
122
123static inline void __raw_writeq(u64 val, volatile void __iomem *addr)
124{
125 asm volatile("st %0, %1" :: "r" (addr), "r" (cpu_to_le64(val)));
126}
127
128/*
129 * The on-chip I/O hardware on tilegx is configured with VA=PA for the
130 * kernel's PA range. The low-level APIs and field names use "va" and
131 * "void *" nomenclature, to be consistent with the general notion
132 * that the addresses in question are virtualizable, but in the kernel
133 * context we are actually manipulating PA values. (In other contexts,
134 * e.g. access from user space, we do in fact use real virtual addresses
135 * in the va fields.) To allow readers of the code to understand what's
136 * happening, we direct their attention to this comment by using the
137 * following two functions that just duplicate __va() and __pa().
138 */
139typedef unsigned long tile_io_addr_t;
140static inline tile_io_addr_t va_to_tile_io_addr(void *va)
141{
142 BUILD_BUG_ON(sizeof(phys_addr_t) != sizeof(tile_io_addr_t));
143 return __pa(va);
144}
145static inline void *tile_io_addr_to_va(tile_io_addr_t tile_io_addr)
146{
147 return __va(tile_io_addr);
148}
149
150#else /* CHIP_HAS_MMIO() */
151
Chris Metcalf867e3592010-05-28 23:09:12 -0400152#ifdef CONFIG_PCI
153
154extern u8 _tile_readb(unsigned long addr);
155extern u16 _tile_readw(unsigned long addr);
156extern u32 _tile_readl(unsigned long addr);
157extern u64 _tile_readq(unsigned long addr);
158extern void _tile_writeb(u8 val, unsigned long addr);
159extern void _tile_writew(u16 val, unsigned long addr);
160extern void _tile_writel(u32 val, unsigned long addr);
161extern void _tile_writeq(u64 val, unsigned long addr);
162
Chris Metcalf44e56962012-04-06 13:52:07 -0400163#define __raw_readb(addr) _tile_readb((unsigned long)addr)
164#define __raw_readw(addr) _tile_readw((unsigned long)addr)
165#define __raw_readl(addr) _tile_readl((unsigned long)addr)
166#define __raw_readq(addr) _tile_readq((unsigned long)addr)
167#define __raw_writeb(val, addr) _tile_writeb(val, (unsigned long)addr)
168#define __raw_writew(val, addr) _tile_writew(val, (unsigned long)addr)
169#define __raw_writel(val, addr) _tile_writel(val, (unsigned long)addr)
170#define __raw_writeq(val, addr) _tile_writeq(val, (unsigned long)addr)
171
172#else /* CONFIG_PCI */
Chris Metcalf867e3592010-05-28 23:09:12 -0400173
174/*
Chris Metcalf44e56962012-04-06 13:52:07 -0400175 * The tilepro architecture does not support IOMEM unless PCI is enabled.
Chris Metcalf867e3592010-05-28 23:09:12 -0400176 * Unfortunately we can't yet simply not declare these methods,
177 * since some generic code that compiles into the kernel, but
178 * we never run, uses them unconditionally.
179 */
180
181static inline int iomem_panic(void)
182{
183 panic("readb/writeb and friends do not exist on tile without PCI");
184 return 0;
185}
186
Chris Metcalf44e56962012-04-06 13:52:07 -0400187static inline u8 readb(unsigned long addr)
Chris Metcalf867e3592010-05-28 23:09:12 -0400188{
189 return iomem_panic();
190}
191
Chris Metcalf44e56962012-04-06 13:52:07 -0400192static inline u16 _readw(unsigned long addr)
Chris Metcalf867e3592010-05-28 23:09:12 -0400193{
194 return iomem_panic();
195}
196
Chris Metcalf44e56962012-04-06 13:52:07 -0400197static inline u32 readl(unsigned long addr)
Chris Metcalf867e3592010-05-28 23:09:12 -0400198{
199 return iomem_panic();
200}
201
Chris Metcalf44e56962012-04-06 13:52:07 -0400202static inline u64 readq(unsigned long addr)
Chris Metcalf867e3592010-05-28 23:09:12 -0400203{
204 return iomem_panic();
205}
206
Chris Metcalf44e56962012-04-06 13:52:07 -0400207static inline void writeb(u8 val, unsigned long addr)
Chris Metcalf867e3592010-05-28 23:09:12 -0400208{
209 iomem_panic();
210}
211
Chris Metcalf44e56962012-04-06 13:52:07 -0400212static inline void writew(u16 val, unsigned long addr)
Chris Metcalf867e3592010-05-28 23:09:12 -0400213{
214 iomem_panic();
215}
216
Chris Metcalf44e56962012-04-06 13:52:07 -0400217static inline void writel(u32 val, unsigned long addr)
Chris Metcalf867e3592010-05-28 23:09:12 -0400218{
219 iomem_panic();
220}
221
Chris Metcalf44e56962012-04-06 13:52:07 -0400222static inline void writeq(u64 val, unsigned long addr)
Chris Metcalf867e3592010-05-28 23:09:12 -0400223{
224 iomem_panic();
225}
226
Chris Metcalf44e56962012-04-06 13:52:07 -0400227#endif /* CONFIG_PCI */
Chris Metcalf867e3592010-05-28 23:09:12 -0400228
Chris Metcalf44e56962012-04-06 13:52:07 -0400229#endif /* CHIP_HAS_MMIO() */
Chris Metcalf867e3592010-05-28 23:09:12 -0400230
Chris Metcalf44e56962012-04-06 13:52:07 -0400231#define readb __raw_readb
232#define readw __raw_readw
233#define readl __raw_readl
234#define readq __raw_readq
235#define writeb __raw_writeb
236#define writew __raw_writew
237#define writel __raw_writel
238#define writeq __raw_writeq
Chris Metcalf867e3592010-05-28 23:09:12 -0400239
240#define readb_relaxed readb
241#define readw_relaxed readw
242#define readl_relaxed readl
243#define readq_relaxed readq
244
245#define ioread8 readb
246#define ioread16 readw
247#define ioread32 readl
248#define ioread64 readq
249#define iowrite8 writeb
250#define iowrite16 writew
251#define iowrite32 writel
252#define iowrite64 writeq
253
Chris Metcalff456da52013-02-01 15:21:41 -0500254#if CHIP_HAS_MMIO() || defined(CONFIG_PCI)
255
256static inline void memset_io(volatile void *dst, int val, size_t len)
Chris Metcalf28d71742011-05-02 16:06:42 -0400257{
Chris Metcalf6fbeee22013-08-09 16:53:50 -0400258 size_t x;
Chris Metcalf28d71742011-05-02 16:06:42 -0400259 BUG_ON((unsigned long)dst & 0x3);
260 val = (val & 0xff) * 0x01010101;
261 for (x = 0; x < len; x += 4)
262 writel(val, dst + x);
263}
264
Chris Metcalf0fab59e2010-09-15 11:17:04 -0400265static inline void memcpy_fromio(void *dst, const volatile void __iomem *src,
266 size_t len)
Chris Metcalf867e3592010-05-28 23:09:12 -0400267{
Chris Metcalf6fbeee22013-08-09 16:53:50 -0400268 size_t x;
Chris Metcalf867e3592010-05-28 23:09:12 -0400269 BUG_ON((unsigned long)src & 0x3);
270 for (x = 0; x < len; x += 4)
271 *(u32 *)(dst + x) = readl(src + x);
Chris Metcalf867e3592010-05-28 23:09:12 -0400272}
273
Chris Metcalf0fab59e2010-09-15 11:17:04 -0400274static inline void memcpy_toio(volatile void __iomem *dst, const void *src,
275 size_t len)
Chris Metcalf867e3592010-05-28 23:09:12 -0400276{
Chris Metcalf6fbeee22013-08-09 16:53:50 -0400277 size_t x;
Chris Metcalf867e3592010-05-28 23:09:12 -0400278 BUG_ON((unsigned long)dst & 0x3);
279 for (x = 0; x < len; x += 4)
280 writel(*(u32 *)(src + x), dst + x);
Chris Metcalf867e3592010-05-28 23:09:12 -0400281}
282
Chris Metcalff456da52013-02-01 15:21:41 -0500283#endif
284
Chris Metcalfcf89c422013-08-02 16:45:22 -0400285#if CHIP_HAS_MMIO() && defined(CONFIG_TILE_PCI_IO)
286
287static inline u8 inb(unsigned long addr)
288{
289 return readb((volatile void __iomem *) addr);
290}
291
292static inline u16 inw(unsigned long addr)
293{
294 return readw((volatile void __iomem *) addr);
295}
296
297static inline u32 inl(unsigned long addr)
298{
299 return readl((volatile void __iomem *) addr);
300}
301
302static inline void outb(u8 b, unsigned long addr)
303{
304 writeb(b, (volatile void __iomem *) addr);
305}
306
307static inline void outw(u16 b, unsigned long addr)
308{
309 writew(b, (volatile void __iomem *) addr);
310}
311
312static inline void outl(u32 b, unsigned long addr)
313{
314 writel(b, (volatile void __iomem *) addr);
315}
316
317static inline void insb(unsigned long addr, void *buffer, int count)
318{
319 if (count) {
320 u8 *buf = buffer;
321 do {
322 u8 x = inb(addr);
323 *buf++ = x;
324 } while (--count);
325 }
326}
327
328static inline void insw(unsigned long addr, void *buffer, int count)
329{
330 if (count) {
331 u16 *buf = buffer;
332 do {
333 u16 x = inw(addr);
334 *buf++ = x;
335 } while (--count);
336 }
337}
338
339static inline void insl(unsigned long addr, void *buffer, int count)
340{
341 if (count) {
342 u32 *buf = buffer;
343 do {
344 u32 x = inl(addr);
345 *buf++ = x;
346 } while (--count);
347 }
348}
349
350static inline void outsb(unsigned long addr, const void *buffer, int count)
351{
352 if (count) {
353 const u8 *buf = buffer;
354 do {
355 outb(*buf++, addr);
356 } while (--count);
357 }
358}
359
360static inline void outsw(unsigned long addr, const void *buffer, int count)
361{
362 if (count) {
363 const u16 *buf = buffer;
364 do {
365 outw(*buf++, addr);
366 } while (--count);
367 }
368}
369
370static inline void outsl(unsigned long addr, const void *buffer, int count)
371{
372 if (count) {
373 const u32 *buf = buffer;
374 do {
375 outl(*buf++, addr);
376 } while (--count);
377 }
378}
379
380extern void __iomem *ioport_map(unsigned long port, unsigned int len);
381extern void ioport_unmap(void __iomem *addr);
382
383#else
384
Chris Metcalf867e3592010-05-28 23:09:12 -0400385/*
Chris Metcalfcf89c422013-08-02 16:45:22 -0400386 * The TilePro architecture does not support IOPORT, even with PCI.
Chris Metcalf867e3592010-05-28 23:09:12 -0400387 * Unfortunately we can't yet simply not declare these methods,
388 * since some generic code that compiles into the kernel, but
389 * we never run, uses them unconditionally.
390 */
391
Chris Metcalff02cbbe2010-11-02 12:05:10 -0400392static inline long ioport_panic(void)
Chris Metcalf867e3592010-05-28 23:09:12 -0400393{
Chris Metcalfcf89c422013-08-02 16:45:22 -0400394#ifdef __tilegx__
Joe Perchesf4743672014-10-31 10:50:46 -0700395 panic("PCI IO space support is disabled. Configure the kernel with CONFIG_TILE_PCI_IO to enable it");
Chris Metcalfcf89c422013-08-02 16:45:22 -0400396#else
Chris Metcalf867e3592010-05-28 23:09:12 -0400397 panic("inb/outb and friends do not exist on tile");
Chris Metcalfcf89c422013-08-02 16:45:22 -0400398#endif
Chris Metcalf867e3592010-05-28 23:09:12 -0400399 return 0;
400}
401
Chris Metcalff02cbbe2010-11-02 12:05:10 -0400402static inline void __iomem *ioport_map(unsigned long port, unsigned int len)
403{
Joe Perchesf4743672014-10-31 10:50:46 -0700404 pr_info("ioport_map: mapping IO resources is unsupported on tile\n");
Michael S. Tsirkin8593dd32011-11-29 20:40:42 +0200405 return NULL;
Chris Metcalff02cbbe2010-11-02 12:05:10 -0400406}
407
408static inline void ioport_unmap(void __iomem *addr)
409{
410 ioport_panic();
411}
412
Chris Metcalf867e3592010-05-28 23:09:12 -0400413static inline u8 inb(unsigned long addr)
414{
415 return ioport_panic();
416}
417
418static inline u16 inw(unsigned long addr)
419{
420 return ioport_panic();
421}
422
423static inline u32 inl(unsigned long addr)
424{
425 return ioport_panic();
426}
427
428static inline void outb(u8 b, unsigned long addr)
429{
430 ioport_panic();
431}
432
433static inline void outw(u16 b, unsigned long addr)
434{
435 ioport_panic();
436}
437
438static inline void outl(u32 b, unsigned long addr)
439{
440 ioport_panic();
441}
442
Chris Metcalf867e3592010-05-28 23:09:12 -0400443static inline void insb(unsigned long addr, void *buffer, int count)
444{
445 ioport_panic();
446}
447
448static inline void insw(unsigned long addr, void *buffer, int count)
449{
450 ioport_panic();
451}
452
453static inline void insl(unsigned long addr, void *buffer, int count)
454{
455 ioport_panic();
456}
457
458static inline void outsb(unsigned long addr, const void *buffer, int count)
459{
460 ioport_panic();
461}
462
463static inline void outsw(unsigned long addr, const void *buffer, int count)
464{
465 ioport_panic();
466}
467
468static inline void outsl(unsigned long addr, const void *buffer, int count)
469{
470 ioport_panic();
471}
472
Chris Metcalfcf89c422013-08-02 16:45:22 -0400473#endif /* CHIP_HAS_MMIO() && defined(CONFIG_TILE_PCI_IO) */
474
475#define inb_p(addr) inb(addr)
476#define inw_p(addr) inw(addr)
477#define inl_p(addr) inl(addr)
478#define outb_p(x, addr) outb((x), (addr))
479#define outw_p(x, addr) outw((x), (addr))
480#define outl_p(x, addr) outl((x), (addr))
481
Chris Metcalf28d71742011-05-02 16:06:42 -0400482#define ioread16be(addr) be16_to_cpu(ioread16(addr))
483#define ioread32be(addr) be32_to_cpu(ioread32(addr))
484#define iowrite16be(v, addr) iowrite16(be16_to_cpu(v), (addr))
485#define iowrite32be(v, addr) iowrite32(be32_to_cpu(v), (addr))
486
Chris Metcalf867e3592010-05-28 23:09:12 -0400487#define ioread8_rep(p, dst, count) \
488 insb((unsigned long) (p), (dst), (count))
489#define ioread16_rep(p, dst, count) \
490 insw((unsigned long) (p), (dst), (count))
491#define ioread32_rep(p, dst, count) \
492 insl((unsigned long) (p), (dst), (count))
493
494#define iowrite8_rep(p, src, count) \
495 outsb((unsigned long) (p), (src), (count))
496#define iowrite16_rep(p, src, count) \
497 outsw((unsigned long) (p), (src), (count))
498#define iowrite32_rep(p, src, count) \
499 outsl((unsigned long) (p), (src), (count))
500
Chris Metcalf28d71742011-05-02 16:06:42 -0400501#define virt_to_bus virt_to_phys
502#define bus_to_virt phys_to_virt
503
Chris Metcalf867e3592010-05-28 23:09:12 -0400504#endif /* _ASM_TILE_IO_H */