blob: ecc192624eaf3cc78f889279a0cb9cd9c6fbd382 [file] [log] [blame]
H. Peter Anvin1965aae2008-10-22 22:26:29 -07001#ifndef _ASM_X86_IO_APIC_H
2#define _ASM_X86_IO_APIC_H
Thomas Gleixnere1d91972008-01-30 13:30:37 +01003
Akinobu Mitaa1a33fa2008-04-19 23:55:13 +09004#include <linux/types.h>
Thomas Gleixnere1d91972008-01-30 13:30:37 +01005#include <asm/mpspec.h>
6#include <asm/apicdef.h>
Yinghai Lu9d6a4d02008-08-19 20:50:52 -07007#include <asm/irq_vectors.h>
Konrad Rzeszutek Wilk4a8e2a32012-03-28 12:37:36 -04008#include <asm/x86_init.h>
Thomas Gleixnere1d91972008-01-30 13:30:37 +01009/*
10 * Intel IO-APIC support for SMP and UP systems.
11 *
12 * Copyright (C) 1997, 1998, 1999, 2000 Ingo Molnar
13 */
14
Cyrill Gorcunovd3f020d2008-06-07 19:53:56 +040015/* I/O Unit Redirection Table */
16#define IO_APIC_REDIR_VECTOR_MASK 0x000FF
17#define IO_APIC_REDIR_DEST_LOGICAL 0x00800
18#define IO_APIC_REDIR_DEST_PHYSICAL 0x00000
19#define IO_APIC_REDIR_SEND_PENDING (1 << 12)
20#define IO_APIC_REDIR_REMOTE_IRR (1 << 14)
21#define IO_APIC_REDIR_LEVEL_TRIGGER (1 << 15)
22#define IO_APIC_REDIR_MASKED (1 << 16)
23
Thomas Gleixnere1d91972008-01-30 13:30:37 +010024/*
25 * The structure of the IO-APIC:
26 */
27union IO_APIC_reg_00 {
28 u32 raw;
29 struct {
30 u32 __reserved_2 : 14,
31 LTS : 1,
32 delivery_type : 1,
33 __reserved_1 : 8,
34 ID : 8;
35 } __attribute__ ((packed)) bits;
36};
37
38union IO_APIC_reg_01 {
39 u32 raw;
40 struct {
41 u32 version : 8,
42 __reserved_2 : 7,
43 PRQ : 1,
44 entries : 8,
45 __reserved_1 : 8;
46 } __attribute__ ((packed)) bits;
47};
48
49union IO_APIC_reg_02 {
50 u32 raw;
51 struct {
52 u32 __reserved_2 : 24,
53 arbitration : 4,
54 __reserved_1 : 4;
55 } __attribute__ ((packed)) bits;
56};
57
58union IO_APIC_reg_03 {
59 u32 raw;
60 struct {
61 u32 boot_DT : 1,
62 __reserved_1 : 31;
63 } __attribute__ ((packed)) bits;
64};
65
Thomas Gleixnere1d91972008-01-30 13:30:37 +010066struct IO_APIC_route_entry {
67 __u32 vector : 8,
68 delivery_mode : 3, /* 000: FIXED
69 * 001: lowest prio
70 * 111: ExtINT
71 */
72 dest_mode : 1, /* 0: physical, 1: logical */
73 delivery_status : 1,
74 polarity : 1,
75 irr : 1,
76 trigger : 1, /* 0: edge, 1: level */
77 mask : 1, /* 0: enabled, 1: disabled */
78 __reserved_2 : 15;
79
Thomas Gleixnere1d91972008-01-30 13:30:37 +010080 __u32 __reserved_3 : 24,
81 dest : 8;
Thomas Gleixnere1d91972008-01-30 13:30:37 +010082} __attribute__ ((packed));
83
Suresh Siddha89027d32008-07-10 11:16:56 -070084struct IR_IO_APIC_route_entry {
85 __u64 vector : 8,
86 zero : 3,
87 index2 : 1,
88 delivery_status : 1,
89 polarity : 1,
90 irr : 1,
91 trigger : 1,
92 mask : 1,
93 reserved : 31,
94 format : 1,
95 index : 15;
96} __attribute__ ((packed));
97
Jiang Liuc4d05a22015-04-13 14:11:54 +080098struct irq_alloc_info;
Jiang Liu49c7e602015-04-13 14:11:55 +080099struct irq_data;
Jiang Liuc4d05a22015-04-13 14:11:54 +0800100
Thomas Gleixnerabb00522011-02-23 19:54:53 +0100101#define IOAPIC_AUTO -1
102#define IOAPIC_EDGE 0
103#define IOAPIC_LEVEL 1
Jiang Liud7f3d472014-06-09 16:19:52 +0800104#define IOAPIC_MAP_ALLOC 0x1
105#define IOAPIC_MAP_CHECK 0x2
Thomas Gleixnerabb00522011-02-23 19:54:53 +0100106
Thomas Gleixnere1d91972008-01-30 13:30:37 +0100107#ifdef CONFIG_X86_IO_APIC
108
109/*
110 * # of IO-APICs and # of IRQ routing registers
111 */
112extern int nr_ioapics;
Thomas Gleixnere1d91972008-01-30 13:30:37 +0100113
Suresh Siddhad5371432011-05-18 16:31:37 -0700114extern int mpc_ioapic_id(int ioapic);
115extern unsigned int mpc_ioapic_addr(int ioapic);
Suresh Siddhac040aae2011-05-18 16:31:38 -0700116extern struct mp_ioapic_gsi *mp_ioapic_gsi_routing(int ioapic);
Akinobu Mitaa1a33fa2008-04-19 23:55:13 +0900117
Suresh Siddhad5371432011-05-18 16:31:37 -0700118#define MP_MAX_IOAPIC_PIN 127
Thomas Gleixnere1d91972008-01-30 13:30:37 +0100119
120/* # of MP IRQ source entries */
121extern int mp_irq_entries;
122
123/* MP IRQ source entries */
Jaswinder Singh Rajputc2c21742009-01-12 17:47:22 +0530124extern struct mpc_intsrc mp_irqs[MAX_IRQ_SOURCES];
Thomas Gleixnere1d91972008-01-30 13:30:37 +0100125
Thomas Gleixnere1d91972008-01-30 13:30:37 +0100126/* Older SiS APIC requires we rewrite the index register */
127extern int sis_apic_bug;
128
129/* 1 if "noapic" boot option passed */
130extern int skip_ioapic_setup;
131
Ingo Molnar7a9787e2008-10-28 16:26:12 +0100132/* 1 if "noapic" boot option passed */
133extern int noioapicquirk;
134
135/* -1 if "noapic" boot option passed */
136extern int noioapicreroute;
137
Jiang Liu8643e282014-10-27 16:12:04 +0800138extern unsigned long io_apic_irqs;
139
140#define IO_APIC_IRQ(x) (((x) >= NR_IRQS_LEGACY) || ((1 << (x)) & io_apic_irqs))
141
Thomas Gleixnere1d91972008-01-30 13:30:37 +0100142/*
143 * If we use the IO-APIC for IRQ routing, disable automatic
144 * assignment of PCI IRQ's.
145 */
146#define io_apic_assign_pci_irqs \
147 (mp_irq_entries && !skip_ioapic_setup && io_apic_irqs)
148
Joerg Roedel9b1b0e42012-09-26 12:44:45 +0200149struct irq_cfg;
Yinghai Lu857fdc52009-07-10 09:36:20 -0700150extern void ioapic_insert_resources(void);
Jiang Liu11d686e2014-10-27 16:12:05 +0800151extern int arch_early_ioapic_init(void);
Thomas Gleixnere1d91972008-01-30 13:30:37 +0100152
Joerg Roedela6a25dd2012-09-26 12:44:40 +0200153extern int native_setup_ioapic_entry(int, struct IO_APIC_route_entry *,
154 unsigned int, int,
155 struct io_apic_irq_attr *);
Joerg Roedel9b1b0e42012-09-26 12:44:45 +0200156extern void eoi_ioapic_irq(unsigned int irq, struct irq_cfg *cfg);
Joerg Roedela6a25dd2012-09-26 12:44:40 +0200157
Joerg Roedelda165322012-09-26 12:44:50 +0200158extern void native_eoi_ioapic_pin(int apic, int pin, int vector);
Thomas Gleixnerff973d02011-02-23 13:00:56 +0100159
Suresh Siddha31dce142011-05-18 16:31:33 -0700160extern int save_ioapic_entries(void);
161extern void mask_ioapic_entries(void);
162extern int restore_ioapic_entries(void);
Suresh Siddha4dc2f962008-07-10 11:16:47 -0700163
Thomas Gleixnerde934102009-08-20 09:27:29 +0200164extern void setup_ioapic_ids_from_mpc(void);
Sebastian Andrzej Siewiora38c5382010-11-26 17:50:20 +0100165extern void setup_ioapic_ids_from_mpc_nocheck(void);
Feng Tang2a4ab642009-07-07 23:01:15 -0400166
Jiang Liu8643e282014-10-27 16:12:04 +0800167struct io_apic_irq_attr {
168 int ioapic;
169 int ioapic_pin;
170 int trigger;
171 int polarity;
172};
173
Jiang Liud7f3d472014-06-09 16:19:52 +0800174enum ioapic_domain_type {
175 IOAPIC_DOMAIN_INVALID,
176 IOAPIC_DOMAIN_LEGACY,
177 IOAPIC_DOMAIN_STRICT,
178 IOAPIC_DOMAIN_DYNAMIC,
179};
180
181struct device_node;
Jiang Liu15a3c7c2014-06-09 16:19:58 +0800182struct irq_domain;
Jiang Liud7f3d472014-06-09 16:19:52 +0800183struct irq_domain_ops;
Jiang Liu15a3c7c2014-06-09 16:19:58 +0800184
Jiang Liud7f3d472014-06-09 16:19:52 +0800185struct ioapic_domain_cfg {
186 enum ioapic_domain_type type;
187 const struct irq_domain_ops *ops;
188 struct device_node *dev;
189};
190
Feng Tang2a4ab642009-07-07 23:01:15 -0400191struct mp_ioapic_gsi{
Eric W. Biedermaneddb0c52010-03-30 01:07:09 -0700192 u32 gsi_base;
193 u32 gsi_end;
Feng Tang2a4ab642009-07-07 23:01:15 -0400194};
Eric W. Biedermana4384df2010-06-08 11:44:32 -0700195extern u32 gsi_top;
Jiang Liu3eb2be52014-06-09 16:19:39 +0800196
197extern int mp_find_ioapic(u32 gsi);
198extern int mp_find_ioapic_pin(int ioapic, u32 gsi);
Jiang Liu18e48552014-06-09 16:19:45 +0800199extern u32 mp_pin_to_gsi(int ioapic, int pin);
Jiang Liuc4d05a22015-04-13 14:11:54 +0800200extern int mp_map_gsi_to_irq(u32 gsi, unsigned int flags,
201 struct irq_alloc_info *info);
Jiang Liudf334be2014-06-09 16:20:06 +0800202extern void mp_unmap_irq(int irq);
Jiang Liu35ef9c92014-10-27 13:21:43 +0800203extern int mp_register_ioapic(int id, u32 address, u32 gsi_base,
204 struct ioapic_domain_cfg *cfg);
Jiang Liu15516a32014-10-27 13:21:46 +0800205extern int mp_unregister_ioapic(u32 gsi_base);
Jiang Liue89900c2014-10-27 13:21:47 +0800206extern int mp_ioapic_registered(u32 gsi_base);
Jiang Liu15a3c7c2014-06-09 16:19:58 +0800207extern int mp_irqdomain_map(struct irq_domain *domain, unsigned int virq,
208 irq_hw_number_t hwirq);
Jiang Liudf334be2014-06-09 16:20:06 +0800209extern void mp_irqdomain_unmap(struct irq_domain *domain, unsigned int virq);
Jiang Liu49c7e602015-04-13 14:11:55 +0800210extern int mp_irqdomain_alloc(struct irq_domain *domain, unsigned int virq,
211 unsigned int nr_irqs, void *arg);
212extern void mp_irqdomain_free(struct irq_domain *domain, unsigned int virq,
213 unsigned int nr_irqs);
214extern void mp_irqdomain_activate(struct irq_domain *domain,
215 struct irq_data *irq_data);
216extern void mp_irqdomain_deactivate(struct irq_domain *domain,
217 struct irq_data *irq_data);
218extern int mp_irqdomain_ioapic_idx(struct irq_domain *domain);
Jiang Liuc4d05a22015-04-13 14:11:54 +0800219extern void ioapic_set_alloc_attr(struct irq_alloc_info *info,
220 int node, int trigger, int polarity);
Jiang Liu15a3c7c2014-06-09 16:19:58 +0800221extern int mp_set_gsi_attr(u32 gsi, int trigger, int polarity, int node);
Feng Tang2a4ab642009-07-07 23:01:15 -0400222
Feng Tang2d8009b2010-11-19 11:33:35 +0800223extern void mp_save_irq(struct mpc_intsrc *m);
224
Henrik Kretzschmar7167d082011-02-22 15:38:05 +0100225extern void disable_ioapic_support(void);
226
Konrad Rzeszutek Wilk4a8e2a32012-03-28 12:37:36 -0400227extern void __init native_io_apic_init_mappings(void);
228extern unsigned int native_io_apic_read(unsigned int apic, unsigned int reg);
229extern void native_io_apic_write(unsigned int apic, unsigned int reg, unsigned int val);
230extern void native_io_apic_modify(unsigned int apic, unsigned int reg, unsigned int val);
Joerg Roedel1c4248c2012-09-26 12:44:35 +0200231extern void native_disable_io_apic(void);
Joerg Roedelafcc8a42012-09-26 12:44:36 +0200232extern void native_io_apic_print_entries(unsigned int apic, unsigned int nr_entries);
233extern void intel_ir_io_apic_print_entries(unsigned int apic, unsigned int nr_entries);
Joerg Roedel373dd7a2012-09-26 12:44:39 +0200234extern int native_ioapic_set_affinity(struct irq_data *,
235 const struct cpumask *,
236 bool);
Konrad Rzeszutek Wilk4a8e2a32012-03-28 12:37:36 -0400237
238static inline unsigned int io_apic_read(unsigned int apic, unsigned int reg)
239{
240 return x86_io_apic_ops.read(apic, reg);
241}
242
243static inline void io_apic_write(unsigned int apic, unsigned int reg, unsigned int value)
244{
245 x86_io_apic_ops.write(apic, reg, value);
246}
247static inline void io_apic_modify(unsigned int apic, unsigned int reg, unsigned int value)
248{
249 x86_io_apic_ops.modify(apic, reg, value);
250}
Joerg Roedelda165322012-09-26 12:44:50 +0200251
252extern void io_apic_eoi(unsigned int apic, unsigned int vector);
253
Jiang Liu8643e282014-10-27 16:12:04 +0800254extern void setup_IO_APIC(void);
255extern void enable_IO_APIC(void);
256extern void disable_IO_APIC(void);
257extern void setup_ioapic_dest(void);
258extern int IO_APIC_get_PCI_irq_vector(int bus, int devfn, int pin);
259extern void print_IO_APICs(void);
Thomas Gleixnere1d91972008-01-30 13:30:37 +0100260#else /* !CONFIG_X86_IO_APIC */
Linus Torvalds78f28b72009-09-18 14:05:47 -0700261
Jiang Liu8643e282014-10-27 16:12:04 +0800262#define IO_APIC_IRQ(x) 0
Thomas Gleixnere1d91972008-01-30 13:30:37 +0100263#define io_apic_assign_pci_irqs 0
Thomas Gleixnerde934102009-08-20 09:27:29 +0200264#define setup_ioapic_ids_from_mpc x86_init_noop
Yinghai Lu857fdc52009-07-10 09:36:20 -0700265static inline void ioapic_insert_resources(void) { }
Jiang Liu11d686e2014-10-27 16:12:05 +0800266static inline int arch_early_ioapic_init(void) { return 0; }
Jiang Liu8643e282014-10-27 16:12:04 +0800267static inline void print_IO_APICs(void) {}
Eric W. Biedermana4384df2010-06-08 11:44:32 -0700268#define gsi_top (NR_IRQS_LEGACY)
Eric W. Biedermaneddb0c52010-03-30 01:07:09 -0700269static inline int mp_find_ioapic(u32 gsi) { return 0; }
Jiang Liu18e48552014-06-09 16:19:45 +0800270static inline u32 mp_pin_to_gsi(int ioapic, int pin) { return UINT_MAX; }
Jiang Liuc4d05a22015-04-13 14:11:54 +0800271static inline int mp_map_gsi_to_irq(u32 gsi, unsigned int flags,
272 struct irq_alloc_info *info)
273{
274 return gsi;
275}
276
Jiang Liudf334be2014-06-09 16:20:06 +0800277static inline void mp_unmap_irq(int irq) { }
Linus Torvalds78f28b72009-09-18 14:05:47 -0700278
Suresh Siddha31dce142011-05-18 16:31:33 -0700279static inline int save_ioapic_entries(void)
Henrik Kretzschmar7d0f1922011-02-22 15:38:06 +0100280{
281 return -ENOMEM;
282}
283
Suresh Siddha31dce142011-05-18 16:31:33 -0700284static inline void mask_ioapic_entries(void) { }
285static inline int restore_ioapic_entries(void)
Henrik Kretzschmar7d0f1922011-02-22 15:38:06 +0100286{
287 return -ENOMEM;
288}
289
Henrik Kretzschmarb6a14322011-02-22 15:38:04 +0100290static inline void mp_save_irq(struct mpc_intsrc *m) { };
Henrik Kretzschmar7167d082011-02-22 15:38:05 +0100291static inline void disable_ioapic_support(void) { }
Konrad Rzeszutek Wilk4a8e2a32012-03-28 12:37:36 -0400292#define native_io_apic_init_mappings NULL
293#define native_io_apic_read NULL
294#define native_io_apic_write NULL
295#define native_io_apic_modify NULL
Joerg Roedel1c4248c2012-09-26 12:44:35 +0200296#define native_disable_io_apic NULL
Joerg Roedelafcc8a42012-09-26 12:44:36 +0200297#define native_io_apic_print_entries NULL
Joerg Roedel373dd7a2012-09-26 12:44:39 +0200298#define native_ioapic_set_affinity NULL
Joerg Roedela6a25dd2012-09-26 12:44:40 +0200299#define native_setup_ioapic_entry NULL
Joerg Roedelda165322012-09-26 12:44:50 +0200300#define native_eoi_ioapic_pin NULL
Thomas Gleixner86866082015-01-15 21:22:30 +0000301
302static inline void setup_IO_APIC(void) { }
303static inline void enable_IO_APIC(void) { }
304static inline void setup_ioapic_dest(void) { }
305
Thomas Gleixnere1d91972008-01-30 13:30:37 +0100306#endif
307
H. Peter Anvin1965aae2008-10-22 22:26:29 -0700308#endif /* _ASM_X86_IO_APIC_H */