blob: aaac810e8613feb179a47c2986274fd5dd210896 [file] [log] [blame]
Suresh Siddhadc1e35c2008-07-29 10:29:19 -07001#ifndef __ASM_X86_XSAVE_H
2#define __ASM_X86_XSAVE_H
3
H. Peter Anvin6152e4b2008-07-29 17:23:16 -07004#include <linux/types.h>
Suresh Siddhadc1e35c2008-07-29 10:29:19 -07005#include <asm/processor.h>
Suresh Siddhadc1e35c2008-07-29 10:29:19 -07006
Robert Richteree813d52010-07-21 19:03:54 +02007#define XSTATE_CPUID 0x0000000d
Suresh Siddhadc1e35c2008-07-29 10:29:19 -07008
9#define XSTATE_FP 0x1
10#define XSTATE_SSE 0x2
Suresh Siddhaa30469e2009-04-10 15:21:24 -070011#define XSTATE_YMM 0x4
Suresh Siddhadc1e35c2008-07-29 10:29:19 -070012
13#define XSTATE_FPSSE (XSTATE_FP | XSTATE_SSE)
14
15#define FXSAVE_SIZE 512
16
Sheng Yang2d5b5a62010-06-13 17:29:39 +080017#define XSAVE_HDR_SIZE 64
18#define XSAVE_HDR_OFFSET FXSAVE_SIZE
19
20#define XSAVE_YMM_SIZE 256
21#define XSAVE_YMM_OFFSET (XSAVE_HDR_SIZE + XSAVE_HDR_OFFSET)
Sheng Yang5ee481d2010-05-17 17:22:23 +080022
Suresh Siddhadc1e35c2008-07-29 10:29:19 -070023/*
24 * These are the features that the OS can handle currently.
25 */
Suresh Siddhaa30469e2009-04-10 15:21:24 -070026#define XCNTXT_MASK (XSTATE_FP | XSTATE_SSE | XSTATE_YMM)
Suresh Siddhadc1e35c2008-07-29 10:29:19 -070027
Suresh Siddhab359e8a2008-07-29 10:29:20 -070028#ifdef CONFIG_X86_64
29#define REX_PREFIX "0x48, "
30#else
31#define REX_PREFIX
32#endif
33
H. Peter Anvin6152e4b2008-07-29 17:23:16 -070034extern unsigned int xstate_size;
35extern u64 pcntxt_mask;
Suresh Siddha5b3efd52010-02-11 11:50:59 -080036extern u64 xstate_fx_sw_bytes[USER_XSTATE_FX_SW_WORDS];
Suresh Siddhadc1e35c2008-07-29 10:29:19 -070037
Suresh Siddhadc1e35c2008-07-29 10:29:19 -070038extern void xsave_init(void);
Suresh Siddha5b3efd52010-02-11 11:50:59 -080039extern void update_regset_xstate_info(unsigned int size, u64 xstate_mask);
Suresh Siddhab359e8a2008-07-29 10:29:20 -070040extern int init_fpu(struct task_struct *child);
Suresh Siddhac37b5ef2008-07-29 10:29:25 -070041extern int check_for_xstate(struct i387_fxsave_struct __user *buf,
42 void __user *fpstate,
43 struct _fpx_sw_bytes *sw);
Suresh Siddhadc1e35c2008-07-29 10:29:19 -070044
Suresh Siddha0ca5bd02012-07-24 16:05:28 -070045static inline int fpu_xrstor_checking(struct xsave_struct *fx)
Suresh Siddhab359e8a2008-07-29 10:29:20 -070046{
47 int err;
48
49 asm volatile("1: .byte " REX_PREFIX "0x0f,0xae,0x2f\n\t"
50 "2:\n"
51 ".section .fixup,\"ax\"\n"
52 "3: movl $-1,%[err]\n"
53 " jmp 2b\n"
54 ".previous\n"
55 _ASM_EXTABLE(1b, 3b)
56 : [err] "=r" (err)
57 : "D" (fx), "m" (*fx), "a" (-1), "d" (-1), "0" (0)
58 : "memory");
59
60 return err;
61}
62
Suresh Siddhac37b5ef2008-07-29 10:29:25 -070063static inline int xsave_user(struct xsave_struct __user *buf)
Suresh Siddha9dc89c02008-07-29 10:29:23 -070064{
65 int err;
Suresh Siddha8e221b62010-06-22 16:23:37 -070066
67 /*
68 * Clear the xsave header first, so that reserved fields are
69 * initialized to zero.
70 */
71 err = __clear_user(&buf->xsave_hdr,
72 sizeof(struct xsave_hdr_struct));
73 if (unlikely(err))
74 return -EFAULT;
75
Suresh Siddha9dc89c02008-07-29 10:29:23 -070076 __asm__ __volatile__("1: .byte " REX_PREFIX "0x0f,0xae,0x27\n"
77 "2:\n"
78 ".section .fixup,\"ax\"\n"
79 "3: movl $-1,%[err]\n"
80 " jmp 2b\n"
81 ".previous\n"
H. Peter Anvin7a040a42012-04-20 13:42:25 -070082 _ASM_EXTABLE(1b,3b)
Suresh Siddha9dc89c02008-07-29 10:29:23 -070083 : [err] "=r" (err)
84 : "D" (buf), "a" (-1), "d" (-1), "0" (0)
85 : "memory");
Suresh Siddha9dc89c02008-07-29 10:29:23 -070086 return err;
87}
88
H. Peter Anvin6152e4b2008-07-29 17:23:16 -070089static inline int xrestore_user(struct xsave_struct __user *buf, u64 mask)
Suresh Siddha9dc89c02008-07-29 10:29:23 -070090{
91 int err;
92 struct xsave_struct *xstate = ((__force struct xsave_struct *)buf);
H. Peter Anvin6152e4b2008-07-29 17:23:16 -070093 u32 lmask = mask;
94 u32 hmask = mask >> 32;
Suresh Siddha9dc89c02008-07-29 10:29:23 -070095
96 __asm__ __volatile__("1: .byte " REX_PREFIX "0x0f,0xae,0x2f\n"
97 "2:\n"
98 ".section .fixup,\"ax\"\n"
99 "3: movl $-1,%[err]\n"
100 " jmp 2b\n"
101 ".previous\n"
H. Peter Anvin7a040a42012-04-20 13:42:25 -0700102 _ASM_EXTABLE(1b,3b)
Suresh Siddha9dc89c02008-07-29 10:29:23 -0700103 : [err] "=r" (err)
104 : "D" (xstate), "a" (lmask), "d" (hmask), "0" (0)
105 : "memory"); /* memory required? */
106 return err;
107}
108
H. Peter Anvin6152e4b2008-07-29 17:23:16 -0700109static inline void xrstor_state(struct xsave_struct *fx, u64 mask)
Suresh Siddha9dc89c02008-07-29 10:29:23 -0700110{
H. Peter Anvin6152e4b2008-07-29 17:23:16 -0700111 u32 lmask = mask;
112 u32 hmask = mask >> 32;
113
Suresh Siddha9dc89c02008-07-29 10:29:23 -0700114 asm volatile(".byte " REX_PREFIX "0x0f,0xae,0x2f\n\t"
115 : : "D" (fx), "m" (*fx), "a" (lmask), "d" (hmask)
116 : "memory");
117}
118
Suresh Siddha29104e12010-07-19 16:05:49 -0700119static inline void xsave_state(struct xsave_struct *fx, u64 mask)
120{
121 u32 lmask = mask;
122 u32 hmask = mask >> 32;
123
124 asm volatile(".byte " REX_PREFIX "0x0f,0xae,0x27\n\t"
125 : : "D" (fx), "m" (*fx), "a" (lmask), "d" (hmask)
126 : "memory");
127}
128
Avi Kivity86603282010-05-06 11:45:46 +0300129static inline void fpu_xsave(struct fpu *fpu)
Suresh Siddhab359e8a2008-07-29 10:29:20 -0700130{
131 /* This, however, we can work around by forcing the compiler to select
132 an addressing mode that doesn't require extended registers. */
Suresh Siddha6bad06b2010-07-19 16:05:52 -0700133 alternative_input(
134 ".byte " REX_PREFIX "0x0f,0xae,0x27",
135 ".byte " REX_PREFIX "0x0f,0xae,0x37",
136 X86_FEATURE_XSAVEOPT,
137 [fx] "D" (&fpu->state->xsave), "a" (-1), "d" (-1) :
138 "memory");
Suresh Siddhab359e8a2008-07-29 10:29:20 -0700139}
Suresh Siddhadc1e35c2008-07-29 10:29:19 -0700140#endif