blob: 6a784396660bf78a00145b07e9f35c410438898e [file] [log] [blame]
Linas Vepstas172ca922005-11-03 18:50:04 -06001/*
Linus Torvalds1da177e2005-04-16 15:20:36 -07002 * eeh.h
3 * Copyright (C) 2001 Dave Engebretsen & Todd Inglett IBM Corporation.
4 *
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License as published by
7 * the Free Software Foundation; either version 2 of the License, or
8 * (at your option) any later version.
Linas Vepstas172ca922005-11-03 18:50:04 -06009 *
Linus Torvalds1da177e2005-04-16 15:20:36 -070010 * This program is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU General Public License for more details.
Linas Vepstas172ca922005-11-03 18:50:04 -060014 *
Linus Torvalds1da177e2005-04-16 15:20:36 -070015 * You should have received a copy of the GNU General Public License
16 * along with this program; if not, write to the Free Software
17 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
18 */
19
20#ifndef _PPC64_EEH_H
21#define _PPC64_EEH_H
Arnd Bergmann88ced032005-12-16 22:43:46 +010022#ifdef __KERNEL__
Linus Torvalds1da177e2005-04-16 15:20:36 -070023
Linus Torvalds1da177e2005-04-16 15:20:36 -070024#include <linux/init.h>
25#include <linux/list.h>
26#include <linux/string.h>
27
28struct pci_dev;
John Rose827c1a62006-02-24 11:34:23 -060029struct pci_bus;
Linus Torvalds1da177e2005-04-16 15:20:36 -070030struct device_node;
Linus Torvalds1da177e2005-04-16 15:20:36 -070031
32#ifdef CONFIG_EEH
33
David Woodhouse1e28a7d2005-11-17 00:44:03 +000034extern int eeh_subsystem_enabled;
35
Linus Torvalds1da177e2005-04-16 15:20:36 -070036/* Values for eeh_mode bits in device_node */
Linas Vepstas77bd7412005-11-03 18:52:49 -060037#define EEH_MODE_SUPPORTED (1<<0)
38#define EEH_MODE_NOCHECK (1<<1)
39#define EEH_MODE_ISOLATED (1<<2)
40#define EEH_MODE_RECOVERING (1<<3)
41#define EEH_MODE_IRQ_DISABLED (1<<4)
Linus Torvalds1da177e2005-04-16 15:20:36 -070042
Linas Vepstas172ca922005-11-03 18:50:04 -060043/* Max number of EEH freezes allowed before we consider the device
44 * to be permanently disabled. */
45#define EEH_MAX_ALLOWED_FREEZES 5
46
Linus Torvalds1da177e2005-04-16 15:20:36 -070047void __init eeh_init(void);
48unsigned long eeh_check_failure(const volatile void __iomem *token,
49 unsigned long val);
50int eeh_dn_check_failure(struct device_node *dn, struct pci_dev *dev);
51void __init pci_addr_cache_build(void);
52
53/**
54 * eeh_add_device_early
55 * eeh_add_device_late
56 *
57 * Perform eeh initialization for devices added after boot.
58 * Call eeh_add_device_early before doing any i/o to the
59 * device (including config space i/o). Call eeh_add_device_late
60 * to finish the eeh setup for this device.
61 */
Linas Vepstase2a296e2005-11-03 18:51:31 -060062void eeh_add_device_tree_early(struct device_node *);
John Rose827c1a62006-02-24 11:34:23 -060063void eeh_add_device_tree_late(struct pci_bus *);
Linus Torvalds1da177e2005-04-16 15:20:36 -070064
65/**
Linas Vepstase2a296e2005-11-03 18:51:31 -060066 * eeh_remove_device_recursive - undo EEH for device & children.
67 * @dev: pci device to be removed
68 *
69 * As above, this removes the device; it also removes child
70 * pci devices as well.
71 */
72void eeh_remove_bus_device(struct pci_dev *);
73
74/**
Linus Torvalds1da177e2005-04-16 15:20:36 -070075 * EEH_POSSIBLE_ERROR() -- test for possible MMIO failure.
76 *
77 * If this macro yields TRUE, the caller relays to eeh_check_failure()
78 * which does further tests out of line.
79 */
David Woodhouse1e28a7d2005-11-17 00:44:03 +000080#define EEH_POSSIBLE_ERROR(val, type) ((val) == (type)~0 && eeh_subsystem_enabled)
Linus Torvalds1da177e2005-04-16 15:20:36 -070081
82/*
83 * Reads from a device which has been isolated by EEH will return
84 * all 1s. This macro gives an all-1s value of the given size (in
85 * bytes: 1, 2, or 4) for comparing with the result of a read.
86 */
87#define EEH_IO_ERROR_VALUE(size) (~0U >> ((4 - (size)) * 8))
88
89#else /* !CONFIG_EEH */
90static inline void eeh_init(void) { }
91
92static inline unsigned long eeh_check_failure(const volatile void __iomem *token, unsigned long val)
93{
94 return val;
95}
96
97static inline int eeh_dn_check_failure(struct device_node *dn, struct pci_dev *dev)
98{
99 return 0;
100}
101
102static inline void pci_addr_cache_build(void) { }
103
Haren Myneni022930e2005-12-27 18:58:29 -0800104static inline void eeh_add_device_tree_early(struct device_node *dn) { }
105
John Rose827c1a62006-02-24 11:34:23 -0600106static inline void eeh_add_device_tree_late(struct pci_bus *bus) { }
107
Haren Myneni022930e2005-12-27 18:58:29 -0800108static inline void eeh_remove_bus_device(struct pci_dev *dev) { }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700109#define EEH_POSSIBLE_ERROR(val, type) (0)
110#define EEH_IO_ERROR_VALUE(size) (-1UL)
111#endif /* CONFIG_EEH */
112
Linas Vepstas172ca922005-11-03 18:50:04 -0600113/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700114 * MMIO read/write operations with EEH support.
115 */
116static inline u8 eeh_readb(const volatile void __iomem *addr)
117{
118 u8 val = in_8(addr);
119 if (EEH_POSSIBLE_ERROR(val, u8))
120 return eeh_check_failure(addr, val);
121 return val;
122}
123static inline void eeh_writeb(u8 val, volatile void __iomem *addr)
124{
125 out_8(addr, val);
126}
127
128static inline u16 eeh_readw(const volatile void __iomem *addr)
129{
130 u16 val = in_le16(addr);
131 if (EEH_POSSIBLE_ERROR(val, u16))
132 return eeh_check_failure(addr, val);
133 return val;
134}
135static inline void eeh_writew(u16 val, volatile void __iomem *addr)
136{
137 out_le16(addr, val);
138}
139static inline u16 eeh_raw_readw(const volatile void __iomem *addr)
140{
141 u16 val = in_be16(addr);
142 if (EEH_POSSIBLE_ERROR(val, u16))
143 return eeh_check_failure(addr, val);
144 return val;
145}
146static inline void eeh_raw_writew(u16 val, volatile void __iomem *addr) {
147 volatile u16 __iomem *vaddr = (volatile u16 __iomem *) addr;
148 out_be16(vaddr, val);
149}
150
151static inline u32 eeh_readl(const volatile void __iomem *addr)
152{
153 u32 val = in_le32(addr);
154 if (EEH_POSSIBLE_ERROR(val, u32))
155 return eeh_check_failure(addr, val);
156 return val;
157}
158static inline void eeh_writel(u32 val, volatile void __iomem *addr)
159{
160 out_le32(addr, val);
161}
162static inline u32 eeh_raw_readl(const volatile void __iomem *addr)
163{
164 u32 val = in_be32(addr);
165 if (EEH_POSSIBLE_ERROR(val, u32))
166 return eeh_check_failure(addr, val);
167 return val;
168}
169static inline void eeh_raw_writel(u32 val, volatile void __iomem *addr)
170{
171 out_be32(addr, val);
172}
173
174static inline u64 eeh_readq(const volatile void __iomem *addr)
175{
176 u64 val = in_le64(addr);
177 if (EEH_POSSIBLE_ERROR(val, u64))
178 return eeh_check_failure(addr, val);
179 return val;
180}
181static inline void eeh_writeq(u64 val, volatile void __iomem *addr)
182{
183 out_le64(addr, val);
184}
185static inline u64 eeh_raw_readq(const volatile void __iomem *addr)
186{
187 u64 val = in_be64(addr);
188 if (EEH_POSSIBLE_ERROR(val, u64))
189 return eeh_check_failure(addr, val);
190 return val;
191}
192static inline void eeh_raw_writeq(u64 val, volatile void __iomem *addr)
193{
194 out_be64(addr, val);
195}
196
197#define EEH_CHECK_ALIGN(v,a) \
198 ((((unsigned long)(v)) & ((a) - 1)) == 0)
199
200static inline void eeh_memset_io(volatile void __iomem *addr, int c,
201 unsigned long n)
202{
viro@ZenIV.linux.org.uk6c9afc652005-09-09 16:50:43 +0100203 void *p = (void __force *)addr;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700204 u32 lc = c;
205 lc |= lc << 8;
206 lc |= lc << 16;
207
Paul Mackerrasf007cac2006-09-13 22:08:26 +1000208 __asm__ __volatile__ ("sync" : : : "memory");
viro@ZenIV.linux.org.uk6c9afc652005-09-09 16:50:43 +0100209 while(n && !EEH_CHECK_ALIGN(p, 4)) {
210 *((volatile u8 *)p) = c;
211 p++;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700212 n--;
213 }
214 while(n >= 4) {
viro@ZenIV.linux.org.uk6c9afc652005-09-09 16:50:43 +0100215 *((volatile u32 *)p) = lc;
216 p += 4;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700217 n -= 4;
218 }
219 while(n) {
viro@ZenIV.linux.org.uk6c9afc652005-09-09 16:50:43 +0100220 *((volatile u8 *)p) = c;
221 p++;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700222 n--;
223 }
224 __asm__ __volatile__ ("sync" : : : "memory");
225}
226static inline void eeh_memcpy_fromio(void *dest, const volatile void __iomem *src,
227 unsigned long n)
228{
229 void *vsrc = (void __force *) src;
230 void *destsave = dest;
231 unsigned long nsave = n;
232
Paul Mackerrasf007cac2006-09-13 22:08:26 +1000233 __asm__ __volatile__ ("sync" : : : "memory");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700234 while(n && (!EEH_CHECK_ALIGN(vsrc, 4) || !EEH_CHECK_ALIGN(dest, 4))) {
235 *((u8 *)dest) = *((volatile u8 *)vsrc);
236 __asm__ __volatile__ ("eieio" : : : "memory");
viro@ZenIV.linux.org.uk6c9afc652005-09-09 16:50:43 +0100237 vsrc++;
238 dest++;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700239 n--;
240 }
241 while(n > 4) {
242 *((u32 *)dest) = *((volatile u32 *)vsrc);
243 __asm__ __volatile__ ("eieio" : : : "memory");
viro@ZenIV.linux.org.uk6c9afc652005-09-09 16:50:43 +0100244 vsrc += 4;
245 dest += 4;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700246 n -= 4;
247 }
248 while(n) {
249 *((u8 *)dest) = *((volatile u8 *)vsrc);
250 __asm__ __volatile__ ("eieio" : : : "memory");
viro@ZenIV.linux.org.uk6c9afc652005-09-09 16:50:43 +0100251 vsrc++;
252 dest++;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700253 n--;
254 }
255 __asm__ __volatile__ ("sync" : : : "memory");
256
257 /* Look for ffff's here at dest[n]. Assume that at least 4 bytes
258 * were copied. Check all four bytes.
259 */
260 if ((nsave >= 4) &&
261 (EEH_POSSIBLE_ERROR((*((u32 *) destsave+nsave-4)), u32))) {
262 eeh_check_failure(src, (*((u32 *) destsave+nsave-4)));
263 }
264}
265
266static inline void eeh_memcpy_toio(volatile void __iomem *dest, const void *src,
267 unsigned long n)
268{
269 void *vdest = (void __force *) dest;
270
Paul Mackerrasf007cac2006-09-13 22:08:26 +1000271 __asm__ __volatile__ ("sync" : : : "memory");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700272 while(n && (!EEH_CHECK_ALIGN(vdest, 4) || !EEH_CHECK_ALIGN(src, 4))) {
273 *((volatile u8 *)vdest) = *((u8 *)src);
viro@ZenIV.linux.org.uk6c9afc652005-09-09 16:50:43 +0100274 src++;
275 vdest++;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700276 n--;
277 }
278 while(n > 4) {
279 *((volatile u32 *)vdest) = *((volatile u32 *)src);
viro@ZenIV.linux.org.uk6c9afc652005-09-09 16:50:43 +0100280 src += 4;
281 vdest += 4;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700282 n-=4;
283 }
284 while(n) {
285 *((volatile u8 *)vdest) = *((u8 *)src);
viro@ZenIV.linux.org.uk6c9afc652005-09-09 16:50:43 +0100286 src++;
287 vdest++;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700288 n--;
289 }
290 __asm__ __volatile__ ("sync" : : : "memory");
291}
292
293#undef EEH_CHECK_ALIGN
294
295static inline u8 eeh_inb(unsigned long port)
296{
297 u8 val;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700298 val = in_8((u8 __iomem *)(port+pci_io_base));
299 if (EEH_POSSIBLE_ERROR(val, u8))
300 return eeh_check_failure((void __iomem *)(port), val);
301 return val;
302}
303
304static inline void eeh_outb(u8 val, unsigned long port)
305{
Anton Blanchardc256f4b2006-04-07 15:23:03 +1000306 out_8((u8 __iomem *)(port+pci_io_base), val);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700307}
308
309static inline u16 eeh_inw(unsigned long port)
310{
311 u16 val;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700312 val = in_le16((u16 __iomem *)(port+pci_io_base));
313 if (EEH_POSSIBLE_ERROR(val, u16))
314 return eeh_check_failure((void __iomem *)(port), val);
315 return val;
316}
317
318static inline void eeh_outw(u16 val, unsigned long port)
319{
Anton Blanchardc256f4b2006-04-07 15:23:03 +1000320 out_le16((u16 __iomem *)(port+pci_io_base), val);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700321}
322
323static inline u32 eeh_inl(unsigned long port)
324{
325 u32 val;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700326 val = in_le32((u32 __iomem *)(port+pci_io_base));
327 if (EEH_POSSIBLE_ERROR(val, u32))
328 return eeh_check_failure((void __iomem *)(port), val);
329 return val;
330}
331
332static inline void eeh_outl(u32 val, unsigned long port)
333{
Anton Blanchardc256f4b2006-04-07 15:23:03 +1000334 out_le32((u32 __iomem *)(port+pci_io_base), val);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700335}
336
337/* in-string eeh macros */
338static inline void eeh_insb(unsigned long port, void * buf, int ns)
339{
340 _insb((u8 __iomem *)(port+pci_io_base), buf, ns);
341 if (EEH_POSSIBLE_ERROR((*(((u8*)buf)+ns-1)), u8))
342 eeh_check_failure((void __iomem *)(port), *(u8*)buf);
343}
344
345static inline void eeh_insw_ns(unsigned long port, void * buf, int ns)
346{
347 _insw_ns((u16 __iomem *)(port+pci_io_base), buf, ns);
348 if (EEH_POSSIBLE_ERROR((*(((u16*)buf)+ns-1)), u16))
349 eeh_check_failure((void __iomem *)(port), *(u16*)buf);
350}
351
352static inline void eeh_insl_ns(unsigned long port, void * buf, int nl)
353{
354 _insl_ns((u32 __iomem *)(port+pci_io_base), buf, nl);
355 if (EEH_POSSIBLE_ERROR((*(((u32*)buf)+nl-1)), u32))
356 eeh_check_failure((void __iomem *)(port), *(u32*)buf);
357}
358
Arnd Bergmann88ced032005-12-16 22:43:46 +0100359#endif /* __KERNEL__ */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700360#endif /* _PPC64_EEH_H */