blob: 0c713455fc63273ee63f7255f059f3010fc90853 [file] [log] [blame]
Roland McGrath1eeaed72008-01-30 13:31:51 +01001/*
2 * Copyright (C) 1994 Linus Torvalds
3 *
4 * Pentium III FXSR, SSE support
5 * General FPU state handling cleanups
6 * Gareth Hughes <gareth@valinux.com>, May 2000
7 * x86-64 work by Andi Kleen 2002
8 */
9
Ingo Molnardf6b35f2015-04-24 02:46:00 +020010#ifndef _ASM_X86_FPU_API_H
11#define _ASM_X86_FPU_API_H
Roland McGrath1eeaed72008-01-30 13:31:51 +010012
Suresh Siddhae4914012008-08-13 22:02:26 +100013#include <linux/hardirq.h>
Roland McGrath1eeaed72008-01-30 13:31:51 +010014
Suresh Siddhab1a74bf2012-09-20 11:01:49 -070015/*
16 * Careful: __kernel_fpu_begin/end() must be called with preempt disabled
17 * and they don't touch the preempt state on their own.
18 * If you enable preemption after __kernel_fpu_begin(), preempt notifier
19 * should call the __kernel_fpu_end() to prevent the kernel/user FPU
20 * state from getting corrupted. KVM for example uses this model.
21 *
22 * All other cases use kernel_fpu_begin/end() which disable preemption
23 * during kernel FPU usage.
24 */
25extern void __kernel_fpu_begin(void);
26extern void __kernel_fpu_end(void);
Ingo Molnard63e79b2015-04-26 12:07:18 +020027extern void kernel_fpu_begin(void);
28extern void kernel_fpu_end(void);
Ingo Molnar952f07e2015-04-26 16:56:05 +020029extern bool irq_fpu_usable(void);
Roland McGrath1eeaed72008-01-30 13:31:51 +010030
Suresh Siddhae4914012008-08-13 22:02:26 +100031/*
32 * Some instructions like VIA's padlock instructions generate a spurious
33 * DNA fault but don't modify SSE registers. And these instructions
Chuck Ebbert0b8c3d52009-06-09 10:40:50 -040034 * get used from interrupt context as well. To prevent these kernel instructions
35 * in interrupt context interacting wrongly with other user/kernel fpu usage, we
Suresh Siddhae4914012008-08-13 22:02:26 +100036 * should use them only in the context of irq_ts_save/restore()
37 */
38static inline int irq_ts_save(void)
39{
40 /*
Chuck Ebbert0b8c3d52009-06-09 10:40:50 -040041 * If in process context and not atomic, we can take a spurious DNA fault.
42 * Otherwise, doing clts() in process context requires disabling preemption
43 * or some heavy lifting like kernel_fpu_begin()
Suresh Siddhae4914012008-08-13 22:02:26 +100044 */
Chuck Ebbert0b8c3d52009-06-09 10:40:50 -040045 if (!in_atomic())
Suresh Siddhae4914012008-08-13 22:02:26 +100046 return 0;
47
48 if (read_cr0() & X86_CR0_TS) {
49 clts();
50 return 1;
51 }
52
53 return 0;
54}
55
56static inline void irq_ts_restore(int TS_state)
57{
58 if (TS_state)
59 stts();
60}
61
Ingo Molnardf6b35f2015-04-24 02:46:00 +020062#endif /* _ASM_X86_FPU_API_H */