blob: 987165924a32a97757e5994e9ea9511e303c6d53 [file] [log] [blame]
Brian Gerst22da7b32009-01-23 11:03:31 +09001#ifndef _ASM_X86_HARDIRQ_H
2#define _ASM_X86_HARDIRQ_H
3
4#include <linux/threads.h>
Brian Gerst22da7b32009-01-23 11:03:31 +09005
6typedef struct {
Nicolai Stange5766dc12018-07-27 12:46:29 +02007 u16 __softirq_pending;
Nicolai Stangee371c922018-07-27 13:22:16 +02008#if IS_ENABLED(CONFIG_KVM_INTEL)
9 u8 kvm_cpu_l1tf_flush_l1d;
10#endif
Brian Gerst22da7b32009-01-23 11:03:31 +090011 unsigned int __nmi_count; /* arch dependent */
Brian Gerst2de3a5f2009-01-23 11:03:32 +090012#ifdef CONFIG_X86_LOCAL_APIC
13 unsigned int apic_timer_irqs; /* arch dependent */
14 unsigned int irq_spurious_count;
Fernando Luis Vazquez Caob49d7d82011-12-15 11:32:24 +090015 unsigned int icr_read_retry_count;
Brian Gerst2de3a5f2009-01-23 11:03:32 +090016#endif
Yang Zhangd78f2662013-04-11 19:25:11 +080017#ifdef CONFIG_HAVE_KVM
18 unsigned int kvm_posted_intr_ipis;
Feng Wuf6b3c72c2015-05-19 17:07:16 +080019 unsigned int kvm_posted_intr_wakeup_ipis;
Yang Zhangd78f2662013-04-11 19:25:11 +080020#endif
Dimitri Sivanich4a4de9c2009-10-14 09:22:57 -050021 unsigned int x86_platform_ipis; /* arch dependent */
Ingo Molnarbfe2a3c2009-01-23 10:20:15 +010022 unsigned int apic_perf_irqs;
Peter Zijlstrae360adb2010-10-14 14:01:34 +080023 unsigned int apic_irq_work_irqs;
Brian Gerst2de3a5f2009-01-23 11:03:32 +090024#ifdef CONFIG_SMP
Brian Gerst22da7b32009-01-23 11:03:31 +090025 unsigned int irq_resched_count;
26 unsigned int irq_call_count;
Brian Gerst2de3a5f2009-01-23 11:03:32 +090027#endif
Andy Lutomirski3e5daac2017-05-28 10:00:14 -070028 unsigned int irq_tlb_count;
Jan Beulich0444c9b2009-11-20 14:03:05 +000029#ifdef CONFIG_X86_THERMAL_VECTOR
Brian Gerst22da7b32009-01-23 11:03:31 +090030 unsigned int irq_thermal_count;
Jan Beulich0444c9b2009-11-20 14:03:05 +000031#endif
32#ifdef CONFIG_X86_MCE_THRESHOLD
Brian Gerst22da7b32009-01-23 11:03:31 +090033 unsigned int irq_threshold_count;
Brian Gerst2de3a5f2009-01-23 11:03:32 +090034#endif
Aravind Gopalakrishnan24fd78a2015-05-06 06:58:56 -050035#ifdef CONFIG_X86_MCE_AMD
36 unsigned int irq_deferred_error_count;
37#endif
Thomas Gleixner7ff42472014-03-06 12:08:37 +010038#if IS_ENABLED(CONFIG_HYPERV) || defined(CONFIG_XEN)
Thomas Gleixner929320e2014-02-23 21:40:20 +000039 unsigned int irq_hv_callback_count;
40#endif
Brian Gerst22da7b32009-01-23 11:03:31 +090041} ____cacheline_aligned irq_cpustat_t;
42
David Howells9b8de742009-04-21 23:00:24 +010043DECLARE_PER_CPU_SHARED_ALIGNED(irq_cpustat_t, irq_stat);
Brian Gerst22da7b32009-01-23 11:03:31 +090044
Brian Gerst22da7b32009-01-23 11:03:31 +090045#define __ARCH_IRQ_STAT
46
Alex Shic6ae41e2012-05-11 15:35:27 +080047#define inc_irq_stat(member) this_cpu_inc(irq_stat.member)
Brian Gerst22da7b32009-01-23 11:03:31 +090048
Alex Shic6ae41e2012-05-11 15:35:27 +080049#define local_softirq_pending() this_cpu_read(irq_stat.__softirq_pending)
Brian Gerst22da7b32009-01-23 11:03:31 +090050
51#define __ARCH_SET_SOFTIRQ_PENDING
52
Alex Shic6ae41e2012-05-11 15:35:27 +080053#define set_softirq_pending(x) \
54 this_cpu_write(irq_stat.__softirq_pending, (x))
55#define or_softirq_pending(x) this_cpu_or(irq_stat.__softirq_pending, (x))
Brian Gerst22da7b32009-01-23 11:03:31 +090056
57extern void ack_bad_irq(unsigned int irq);
Jan Beulicha2eddfa2008-05-12 15:44:41 +020058
59extern u64 arch_irq_stat_cpu(unsigned int cpu);
60#define arch_irq_stat_cpu arch_irq_stat_cpu
61
62extern u64 arch_irq_stat(void);
63#define arch_irq_stat arch_irq_stat
Brian Gerst22da7b32009-01-23 11:03:31 +090064
Nicolai Stangee371c922018-07-27 13:22:16 +020065
66#if IS_ENABLED(CONFIG_KVM_INTEL)
67static inline void kvm_set_cpu_l1tf_flush_l1d(void)
68{
69 __this_cpu_write(irq_stat.kvm_cpu_l1tf_flush_l1d, 1);
70}
71
72static inline void kvm_clear_cpu_l1tf_flush_l1d(void)
73{
74 __this_cpu_write(irq_stat.kvm_cpu_l1tf_flush_l1d, 0);
75}
76
77static inline bool kvm_get_cpu_l1tf_flush_l1d(void)
78{
79 return __this_cpu_read(irq_stat.kvm_cpu_l1tf_flush_l1d);
80}
81#else /* !IS_ENABLED(CONFIG_KVM_INTEL) */
82static inline void kvm_set_cpu_l1tf_flush_l1d(void) { }
83#endif /* IS_ENABLED(CONFIG_KVM_INTEL) */
84
Brian Gerst22da7b32009-01-23 11:03:31 +090085#endif /* _ASM_X86_HARDIRQ_H */