blob: dc61de15c1f936d4990d5b8d06b1e0d4ab0eb913 [file] [log] [blame]
Chris Metcalf867e3592010-05-28 23:09:12 -04001/*
2 * Copyright 2010 Tilera Corporation. All Rights Reserved.
3 *
4 * This program is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU General Public License
6 * as published by the Free Software Foundation, version 2.
7 *
8 * This program is distributed in the hope that it will be useful, but
9 * WITHOUT ANY WARRANTY; without even the implied warranty of
10 * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
11 * NON INFRINGEMENT. See the GNU General Public License for
12 * more details.
13 */
14
15#ifndef _ASM_TILE_IO_H
16#define _ASM_TILE_IO_H
17
18#include <linux/kernel.h>
19#include <linux/bug.h>
20#include <asm/page.h>
21
Chris Metcalfcf89c422013-08-02 16:45:22 -040022/* Maximum PCI I/O space address supported. */
23#define IO_SPACE_LIMIT 0xffffffff
Chris Metcalf867e3592010-05-28 23:09:12 -040024
25/*
26 * Convert a physical pointer to a virtual kernel pointer for /dev/mem
27 * access.
28 */
29#define xlate_dev_mem_ptr(p) __va(p)
30
31/*
32 * Convert a virtual cached pointer to an uncached pointer.
33 */
34#define xlate_dev_kmem_ptr(p) p
35
36/*
37 * Change "struct page" to physical address.
38 */
39#define page_to_phys(page) ((dma_addr_t)page_to_pfn(page) << PAGE_SHIFT)
40
41/*
42 * Some places try to pass in an loff_t for PHYSADDR (?!), so we cast it to
43 * long before casting it to a pointer to avoid compiler warnings.
44 */
45#if CHIP_HAS_MMIO()
46extern void __iomem *ioremap(resource_size_t offset, unsigned long size);
47extern void __iomem *ioremap_prot(resource_size_t offset, unsigned long size,
48 pgprot_t pgprot);
49extern void iounmap(volatile void __iomem *addr);
50#else
51#define ioremap(physaddr, size) ((void __iomem *)(unsigned long)(physaddr))
52#define iounmap(addr) ((void)0)
53#endif
54
55#define ioremap_nocache(physaddr, size) ioremap(physaddr, size)
Chris Metcalf28d71742011-05-02 16:06:42 -040056#define ioremap_wc(physaddr, size) ioremap(physaddr, size)
Toshi Kani556269c2015-06-04 18:55:16 +020057#define ioremap_wt(physaddr, size) ioremap(physaddr, size)
Chris Metcalf867e3592010-05-28 23:09:12 -040058#define ioremap_fullcache(physaddr, size) ioremap(physaddr, size)
59
Chris Metcalf867e3592010-05-28 23:09:12 -040060#define mmiowb()
61
62/* Conversion between virtual and physical mappings. */
63#define mm_ptov(addr) ((void *)phys_to_virt(addr))
64#define mm_vtop(addr) ((unsigned long)virt_to_phys(addr))
65
Chris Metcalf44e56962012-04-06 13:52:07 -040066#if CHIP_HAS_MMIO()
67
68/*
69 * We use inline assembly to guarantee that the compiler does not
70 * split an access into multiple byte-sized accesses as it might
71 * sometimes do if a register data structure is marked "packed".
72 * Obviously on tile we can't tolerate such an access being
73 * actually unaligned, but we want to avoid the case where the
74 * compiler conservatively would generate multiple accesses even
75 * for an aligned read or write.
76 */
77
78static inline u8 __raw_readb(const volatile void __iomem *addr)
79{
80 return *(const volatile u8 __force *)addr;
81}
82
83static inline u16 __raw_readw(const volatile void __iomem *addr)
84{
85 u16 ret;
86 asm volatile("ld2u %0, %1" : "=r" (ret) : "r" (addr));
87 barrier();
88 return le16_to_cpu(ret);
89}
90
91static inline u32 __raw_readl(const volatile void __iomem *addr)
92{
93 u32 ret;
94 /* Sign-extend to conform to u32 ABI sign-extension convention. */
95 asm volatile("ld4s %0, %1" : "=r" (ret) : "r" (addr));
96 barrier();
97 return le32_to_cpu(ret);
98}
99
100static inline u64 __raw_readq(const volatile void __iomem *addr)
101{
102 u64 ret;
103 asm volatile("ld %0, %1" : "=r" (ret) : "r" (addr));
104 barrier();
105 return le64_to_cpu(ret);
106}
107
108static inline void __raw_writeb(u8 val, volatile void __iomem *addr)
109{
110 *(volatile u8 __force *)addr = val;
111}
112
113static inline void __raw_writew(u16 val, volatile void __iomem *addr)
114{
115 asm volatile("st2 %0, %1" :: "r" (addr), "r" (cpu_to_le16(val)));
116}
117
118static inline void __raw_writel(u32 val, volatile void __iomem *addr)
119{
120 asm volatile("st4 %0, %1" :: "r" (addr), "r" (cpu_to_le32(val)));
121}
122
123static inline void __raw_writeq(u64 val, volatile void __iomem *addr)
124{
125 asm volatile("st %0, %1" :: "r" (addr), "r" (cpu_to_le64(val)));
126}
127
128/*
129 * The on-chip I/O hardware on tilegx is configured with VA=PA for the
130 * kernel's PA range. The low-level APIs and field names use "va" and
131 * "void *" nomenclature, to be consistent with the general notion
132 * that the addresses in question are virtualizable, but in the kernel
133 * context we are actually manipulating PA values. (In other contexts,
134 * e.g. access from user space, we do in fact use real virtual addresses
135 * in the va fields.) To allow readers of the code to understand what's
136 * happening, we direct their attention to this comment by using the
137 * following two functions that just duplicate __va() and __pa().
138 */
139typedef unsigned long tile_io_addr_t;
140static inline tile_io_addr_t va_to_tile_io_addr(void *va)
141{
142 BUILD_BUG_ON(sizeof(phys_addr_t) != sizeof(tile_io_addr_t));
143 return __pa(va);
144}
145static inline void *tile_io_addr_to_va(tile_io_addr_t tile_io_addr)
146{
147 return __va(tile_io_addr);
148}
149
150#else /* CHIP_HAS_MMIO() */
151
Chris Metcalf867e3592010-05-28 23:09:12 -0400152#ifdef CONFIG_PCI
153
154extern u8 _tile_readb(unsigned long addr);
155extern u16 _tile_readw(unsigned long addr);
156extern u32 _tile_readl(unsigned long addr);
157extern u64 _tile_readq(unsigned long addr);
158extern void _tile_writeb(u8 val, unsigned long addr);
159extern void _tile_writew(u16 val, unsigned long addr);
160extern void _tile_writel(u32 val, unsigned long addr);
161extern void _tile_writeq(u64 val, unsigned long addr);
162
Chris Metcalf44e56962012-04-06 13:52:07 -0400163#define __raw_readb(addr) _tile_readb((unsigned long)addr)
164#define __raw_readw(addr) _tile_readw((unsigned long)addr)
165#define __raw_readl(addr) _tile_readl((unsigned long)addr)
166#define __raw_readq(addr) _tile_readq((unsigned long)addr)
167#define __raw_writeb(val, addr) _tile_writeb(val, (unsigned long)addr)
168#define __raw_writew(val, addr) _tile_writew(val, (unsigned long)addr)
169#define __raw_writel(val, addr) _tile_writel(val, (unsigned long)addr)
170#define __raw_writeq(val, addr) _tile_writeq(val, (unsigned long)addr)
171
172#else /* CONFIG_PCI */
Chris Metcalf867e3592010-05-28 23:09:12 -0400173
174/*
Chris Metcalf44e56962012-04-06 13:52:07 -0400175 * The tilepro architecture does not support IOMEM unless PCI is enabled.
Chris Metcalf867e3592010-05-28 23:09:12 -0400176 * Unfortunately we can't yet simply not declare these methods,
177 * since some generic code that compiles into the kernel, but
178 * we never run, uses them unconditionally.
179 */
180
181static inline int iomem_panic(void)
182{
183 panic("readb/writeb and friends do not exist on tile without PCI");
184 return 0;
185}
186
Chris Metcalf44e56962012-04-06 13:52:07 -0400187static inline u8 readb(unsigned long addr)
Chris Metcalf867e3592010-05-28 23:09:12 -0400188{
189 return iomem_panic();
190}
191
Chris Metcalf44e56962012-04-06 13:52:07 -0400192static inline u16 _readw(unsigned long addr)
Chris Metcalf867e3592010-05-28 23:09:12 -0400193{
194 return iomem_panic();
195}
196
Chris Metcalf44e56962012-04-06 13:52:07 -0400197static inline u32 readl(unsigned long addr)
Chris Metcalf867e3592010-05-28 23:09:12 -0400198{
199 return iomem_panic();
200}
201
Chris Metcalf44e56962012-04-06 13:52:07 -0400202static inline u64 readq(unsigned long addr)
Chris Metcalf867e3592010-05-28 23:09:12 -0400203{
204 return iomem_panic();
205}
206
Chris Metcalf44e56962012-04-06 13:52:07 -0400207static inline void writeb(u8 val, unsigned long addr)
Chris Metcalf867e3592010-05-28 23:09:12 -0400208{
209 iomem_panic();
210}
211
Chris Metcalf44e56962012-04-06 13:52:07 -0400212static inline void writew(u16 val, unsigned long addr)
Chris Metcalf867e3592010-05-28 23:09:12 -0400213{
214 iomem_panic();
215}
216
Chris Metcalf44e56962012-04-06 13:52:07 -0400217static inline void writel(u32 val, unsigned long addr)
Chris Metcalf867e3592010-05-28 23:09:12 -0400218{
219 iomem_panic();
220}
221
Chris Metcalf44e56962012-04-06 13:52:07 -0400222static inline void writeq(u64 val, unsigned long addr)
Chris Metcalf867e3592010-05-28 23:09:12 -0400223{
224 iomem_panic();
225}
226
Chris Metcalf44e56962012-04-06 13:52:07 -0400227#endif /* CONFIG_PCI */
Chris Metcalf867e3592010-05-28 23:09:12 -0400228
Chris Metcalf44e56962012-04-06 13:52:07 -0400229#endif /* CHIP_HAS_MMIO() */
Chris Metcalf867e3592010-05-28 23:09:12 -0400230
Chris Metcalf44e56962012-04-06 13:52:07 -0400231#define readb __raw_readb
232#define readw __raw_readw
233#define readl __raw_readl
234#define readq __raw_readq
235#define writeb __raw_writeb
236#define writew __raw_writew
237#define writel __raw_writel
238#define writeq __raw_writeq
Chris Metcalf867e3592010-05-28 23:09:12 -0400239
240#define readb_relaxed readb
241#define readw_relaxed readw
242#define readl_relaxed readl
243#define readq_relaxed readq
Will Deacon579cade2013-09-04 11:34:08 +0100244#define writeb_relaxed writeb
245#define writew_relaxed writew
246#define writel_relaxed writel
247#define writeq_relaxed writeq
Chris Metcalf867e3592010-05-28 23:09:12 -0400248
249#define ioread8 readb
250#define ioread16 readw
251#define ioread32 readl
252#define ioread64 readq
253#define iowrite8 writeb
254#define iowrite16 writew
255#define iowrite32 writel
256#define iowrite64 writeq
257
Chris Metcalff456da52013-02-01 15:21:41 -0500258#if CHIP_HAS_MMIO() || defined(CONFIG_PCI)
259
260static inline void memset_io(volatile void *dst, int val, size_t len)
Chris Metcalf28d71742011-05-02 16:06:42 -0400261{
Chris Metcalf6fbeee22013-08-09 16:53:50 -0400262 size_t x;
Chris Metcalf28d71742011-05-02 16:06:42 -0400263 BUG_ON((unsigned long)dst & 0x3);
264 val = (val & 0xff) * 0x01010101;
265 for (x = 0; x < len; x += 4)
266 writel(val, dst + x);
267}
268
Chris Metcalf0fab59e2010-09-15 11:17:04 -0400269static inline void memcpy_fromio(void *dst, const volatile void __iomem *src,
270 size_t len)
Chris Metcalf867e3592010-05-28 23:09:12 -0400271{
Chris Metcalf6fbeee22013-08-09 16:53:50 -0400272 size_t x;
Chris Metcalf867e3592010-05-28 23:09:12 -0400273 BUG_ON((unsigned long)src & 0x3);
274 for (x = 0; x < len; x += 4)
275 *(u32 *)(dst + x) = readl(src + x);
Chris Metcalf867e3592010-05-28 23:09:12 -0400276}
277
Chris Metcalf0fab59e2010-09-15 11:17:04 -0400278static inline void memcpy_toio(volatile void __iomem *dst, const void *src,
279 size_t len)
Chris Metcalf867e3592010-05-28 23:09:12 -0400280{
Chris Metcalf6fbeee22013-08-09 16:53:50 -0400281 size_t x;
Chris Metcalf867e3592010-05-28 23:09:12 -0400282 BUG_ON((unsigned long)dst & 0x3);
283 for (x = 0; x < len; x += 4)
284 writel(*(u32 *)(src + x), dst + x);
Chris Metcalf867e3592010-05-28 23:09:12 -0400285}
286
Chris Metcalff456da52013-02-01 15:21:41 -0500287#endif
288
Chris Metcalfcf89c422013-08-02 16:45:22 -0400289#if CHIP_HAS_MMIO() && defined(CONFIG_TILE_PCI_IO)
290
291static inline u8 inb(unsigned long addr)
292{
293 return readb((volatile void __iomem *) addr);
294}
295
296static inline u16 inw(unsigned long addr)
297{
298 return readw((volatile void __iomem *) addr);
299}
300
301static inline u32 inl(unsigned long addr)
302{
303 return readl((volatile void __iomem *) addr);
304}
305
306static inline void outb(u8 b, unsigned long addr)
307{
308 writeb(b, (volatile void __iomem *) addr);
309}
310
311static inline void outw(u16 b, unsigned long addr)
312{
313 writew(b, (volatile void __iomem *) addr);
314}
315
316static inline void outl(u32 b, unsigned long addr)
317{
318 writel(b, (volatile void __iomem *) addr);
319}
320
321static inline void insb(unsigned long addr, void *buffer, int count)
322{
323 if (count) {
324 u8 *buf = buffer;
325 do {
326 u8 x = inb(addr);
327 *buf++ = x;
328 } while (--count);
329 }
330}
331
332static inline void insw(unsigned long addr, void *buffer, int count)
333{
334 if (count) {
335 u16 *buf = buffer;
336 do {
337 u16 x = inw(addr);
338 *buf++ = x;
339 } while (--count);
340 }
341}
342
343static inline void insl(unsigned long addr, void *buffer, int count)
344{
345 if (count) {
346 u32 *buf = buffer;
347 do {
348 u32 x = inl(addr);
349 *buf++ = x;
350 } while (--count);
351 }
352}
353
354static inline void outsb(unsigned long addr, const void *buffer, int count)
355{
356 if (count) {
357 const u8 *buf = buffer;
358 do {
359 outb(*buf++, addr);
360 } while (--count);
361 }
362}
363
364static inline void outsw(unsigned long addr, const void *buffer, int count)
365{
366 if (count) {
367 const u16 *buf = buffer;
368 do {
369 outw(*buf++, addr);
370 } while (--count);
371 }
372}
373
374static inline void outsl(unsigned long addr, const void *buffer, int count)
375{
376 if (count) {
377 const u32 *buf = buffer;
378 do {
379 outl(*buf++, addr);
380 } while (--count);
381 }
382}
383
384extern void __iomem *ioport_map(unsigned long port, unsigned int len);
385extern void ioport_unmap(void __iomem *addr);
386
387#else
388
Chris Metcalf867e3592010-05-28 23:09:12 -0400389/*
Chris Metcalfcf89c422013-08-02 16:45:22 -0400390 * The TilePro architecture does not support IOPORT, even with PCI.
Chris Metcalf867e3592010-05-28 23:09:12 -0400391 * Unfortunately we can't yet simply not declare these methods,
392 * since some generic code that compiles into the kernel, but
393 * we never run, uses them unconditionally.
394 */
395
Chris Metcalff02cbbe2010-11-02 12:05:10 -0400396static inline long ioport_panic(void)
Chris Metcalf867e3592010-05-28 23:09:12 -0400397{
Chris Metcalfcf89c422013-08-02 16:45:22 -0400398#ifdef __tilegx__
Joe Perchesf4743672014-10-31 10:50:46 -0700399 panic("PCI IO space support is disabled. Configure the kernel with CONFIG_TILE_PCI_IO to enable it");
Chris Metcalfcf89c422013-08-02 16:45:22 -0400400#else
Chris Metcalf867e3592010-05-28 23:09:12 -0400401 panic("inb/outb and friends do not exist on tile");
Chris Metcalfcf89c422013-08-02 16:45:22 -0400402#endif
Chris Metcalf867e3592010-05-28 23:09:12 -0400403 return 0;
404}
405
Chris Metcalff02cbbe2010-11-02 12:05:10 -0400406static inline void __iomem *ioport_map(unsigned long port, unsigned int len)
407{
Joe Perchesf4743672014-10-31 10:50:46 -0700408 pr_info("ioport_map: mapping IO resources is unsupported on tile\n");
Michael S. Tsirkin8593dd32011-11-29 20:40:42 +0200409 return NULL;
Chris Metcalff02cbbe2010-11-02 12:05:10 -0400410}
411
412static inline void ioport_unmap(void __iomem *addr)
413{
414 ioport_panic();
415}
416
Chris Metcalf867e3592010-05-28 23:09:12 -0400417static inline u8 inb(unsigned long addr)
418{
419 return ioport_panic();
420}
421
422static inline u16 inw(unsigned long addr)
423{
424 return ioport_panic();
425}
426
427static inline u32 inl(unsigned long addr)
428{
429 return ioport_panic();
430}
431
432static inline void outb(u8 b, unsigned long addr)
433{
434 ioport_panic();
435}
436
437static inline void outw(u16 b, unsigned long addr)
438{
439 ioport_panic();
440}
441
442static inline void outl(u32 b, unsigned long addr)
443{
444 ioport_panic();
445}
446
Chris Metcalf867e3592010-05-28 23:09:12 -0400447static inline void insb(unsigned long addr, void *buffer, int count)
448{
449 ioport_panic();
450}
451
452static inline void insw(unsigned long addr, void *buffer, int count)
453{
454 ioport_panic();
455}
456
457static inline void insl(unsigned long addr, void *buffer, int count)
458{
459 ioport_panic();
460}
461
462static inline void outsb(unsigned long addr, const void *buffer, int count)
463{
464 ioport_panic();
465}
466
467static inline void outsw(unsigned long addr, const void *buffer, int count)
468{
469 ioport_panic();
470}
471
472static inline void outsl(unsigned long addr, const void *buffer, int count)
473{
474 ioport_panic();
475}
476
Chris Metcalfcf89c422013-08-02 16:45:22 -0400477#endif /* CHIP_HAS_MMIO() && defined(CONFIG_TILE_PCI_IO) */
478
479#define inb_p(addr) inb(addr)
480#define inw_p(addr) inw(addr)
481#define inl_p(addr) inl(addr)
482#define outb_p(x, addr) outb((x), (addr))
483#define outw_p(x, addr) outw((x), (addr))
484#define outl_p(x, addr) outl((x), (addr))
485
Chris Metcalf28d71742011-05-02 16:06:42 -0400486#define ioread16be(addr) be16_to_cpu(ioread16(addr))
487#define ioread32be(addr) be32_to_cpu(ioread32(addr))
488#define iowrite16be(v, addr) iowrite16(be16_to_cpu(v), (addr))
489#define iowrite32be(v, addr) iowrite32(be32_to_cpu(v), (addr))
490
Chris Metcalf867e3592010-05-28 23:09:12 -0400491#define ioread8_rep(p, dst, count) \
492 insb((unsigned long) (p), (dst), (count))
493#define ioread16_rep(p, dst, count) \
494 insw((unsigned long) (p), (dst), (count))
495#define ioread32_rep(p, dst, count) \
496 insl((unsigned long) (p), (dst), (count))
497
498#define iowrite8_rep(p, src, count) \
499 outsb((unsigned long) (p), (src), (count))
500#define iowrite16_rep(p, src, count) \
501 outsw((unsigned long) (p), (src), (count))
502#define iowrite32_rep(p, src, count) \
503 outsl((unsigned long) (p), (src), (count))
504
Chris Metcalf28d71742011-05-02 16:06:42 -0400505#define virt_to_bus virt_to_phys
506#define bus_to_virt phys_to_virt
507
Chris Metcalf867e3592010-05-28 23:09:12 -0400508#endif /* _ASM_TILE_IO_H */