blob: 58e50cbdb1a6d577ef6ffbac115efcd593b6dedc [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * Copyright (C) 2002 MontaVista Software Inc.
3 * Author: Jun Sun, jsun@mvista.com or jsun@junsun.net
4 *
5 * This program is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License as published by the
7 * Free Software Foundation; either version 2 of the License, or (at your
8 * option) any later version.
9 */
10#ifndef _ASM_FPU_H
11#define _ASM_FPU_H
12
Linus Torvalds1da177e2005-04-16 15:20:36 -070013#include <linux/sched.h>
14#include <linux/thread_info.h>
Jiri Slaby1977f032007-10-18 23:40:25 -070015#include <linux/bitops.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070016
17#include <asm/mipsregs.h>
18#include <asm/cpu.h>
19#include <asm/cpu-features.h>
Chris Dearman0b624952007-05-08 16:09:13 +010020#include <asm/hazards.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070021#include <asm/processor.h>
22#include <asm/current.h>
23
Ralf Baechlef088fc82006-04-05 09:45:47 +010024#ifdef CONFIG_MIPS_MT_FPAFF
25#include <asm/mips_mt.h>
26#endif
27
Linus Torvalds1da177e2005-04-16 15:20:36 -070028struct sigcontext;
29struct sigcontext32;
30
Linus Torvalds1da177e2005-04-16 15:20:36 -070031extern void fpu_emulator_init_fpu(void);
32extern void _init_fpu(void);
33extern void _save_fp(struct task_struct *);
34extern void _restore_fp(struct task_struct *);
35
Paul Burton597ce172013-11-22 13:12:07 +000036/*
37 * This enum specifies a mode in which we want the FPU to operate, for cores
38 * which implement the Status.FR bit. Note that FPU_32BIT & FPU_64BIT
39 * purposefully have the values 0 & 1 respectively, so that an integer value
40 * of Status.FR can be trivially casted to the corresponding enum fpu_mode.
41 */
42enum fpu_mode {
43 FPU_32BIT = 0, /* FR = 0 */
44 FPU_64BIT, /* FR = 1 */
45 FPU_AS_IS,
46};
47
48static inline int __enable_fpu(enum fpu_mode mode)
49{
50 int fr;
51
52 switch (mode) {
53 case FPU_AS_IS:
54 /* just enable the FPU in its current mode */
55 set_c0_status(ST0_CU1);
56 enable_fpu_hazard();
57 return 0;
58
59 case FPU_64BIT:
Paul Bollef5868f02014-02-09 14:32:25 +010060#if !(defined(CONFIG_CPU_MIPS32_R2) || defined(CONFIG_64BIT))
Paul Burton597ce172013-11-22 13:12:07 +000061 /* we only have a 32-bit FPU */
62 return SIGFPE;
63#endif
64 /* fall through */
65 case FPU_32BIT:
66 /* set CU1 & change FR appropriately */
67 fr = (int)mode;
68 change_c0_status(ST0_CU1 | ST0_FR, ST0_CU1 | (fr ? ST0_FR : 0));
69 enable_fpu_hazard();
70
71 /* check FR has the desired value */
72 return (!!(read_c0_status() & ST0_FR) == !!fr) ? 0 : SIGFPE;
73
74 default:
75 BUG();
76 }
Aaro Koskinen97b8b16b2014-02-05 22:05:44 +020077
78 return SIGFPE;
Paul Burton597ce172013-11-22 13:12:07 +000079}
Linus Torvalds1da177e2005-04-16 15:20:36 -070080
81#define __disable_fpu() \
82do { \
83 clear_c0_status(ST0_CU1); \
Ralf Baechle70342282013-01-22 12:59:30 +010084 disable_fpu_hazard(); \
Linus Torvalds1da177e2005-04-16 15:20:36 -070085} while (0)
86
Linus Torvalds1da177e2005-04-16 15:20:36 -070087#define clear_fpu_owner() clear_thread_flag(TIF_USEDFPU)
88
Ralf Baechle1d74f6b2005-05-09 13:16:07 +000089static inline int __is_fpu_owner(void)
90{
91 return test_thread_flag(TIF_USEDFPU);
92}
93
Linus Torvalds1da177e2005-04-16 15:20:36 -070094static inline int is_fpu_owner(void)
95{
Ralf Baechle1d74f6b2005-05-09 13:16:07 +000096 return cpu_has_fpu && __is_fpu_owner();
Linus Torvalds1da177e2005-04-16 15:20:36 -070097}
98
Paul Burton597ce172013-11-22 13:12:07 +000099static inline int __own_fpu(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700100{
Paul Burton597ce172013-11-22 13:12:07 +0000101 enum fpu_mode mode;
102 int ret;
103
104 mode = !test_thread_flag(TIF_32BIT_FPREGS);
105 ret = __enable_fpu(mode);
106 if (ret)
107 return ret;
108
Atsushi Nemoto53dc8022007-03-10 01:07:45 +0900109 KSTK_STATUS(current) |= ST0_CU1;
Paul Burton597ce172013-11-22 13:12:07 +0000110 if (mode == FPU_64BIT)
111 KSTK_STATUS(current) |= ST0_FR;
112 else /* mode == FPU_32BIT */
113 KSTK_STATUS(current) &= ~ST0_FR;
114
Atsushi Nemoto53dc8022007-03-10 01:07:45 +0900115 set_thread_flag(TIF_USEDFPU);
Paul Burton597ce172013-11-22 13:12:07 +0000116 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700117}
118
Paul Burton597ce172013-11-22 13:12:07 +0000119static inline int own_fpu_inatomic(int restore)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700120{
Paul Burton597ce172013-11-22 13:12:07 +0000121 int ret = 0;
122
Atsushi Nemoto53dc8022007-03-10 01:07:45 +0900123 if (cpu_has_fpu && !__is_fpu_owner()) {
Paul Burton597ce172013-11-22 13:12:07 +0000124 ret = __own_fpu();
125 if (restore && !ret)
Atsushi Nemoto53dc8022007-03-10 01:07:45 +0900126 _restore_fp(current);
127 }
Paul Burton597ce172013-11-22 13:12:07 +0000128 return ret;
Atsushi Nemotofaea6232007-04-16 23:19:44 +0900129}
130
Paul Burton597ce172013-11-22 13:12:07 +0000131static inline int own_fpu(int restore)
Atsushi Nemotofaea6232007-04-16 23:19:44 +0900132{
Paul Burton597ce172013-11-22 13:12:07 +0000133 int ret;
134
Atsushi Nemotofaea6232007-04-16 23:19:44 +0900135 preempt_disable();
Paul Burton597ce172013-11-22 13:12:07 +0000136 ret = own_fpu_inatomic(restore);
Atsushi Nemoto53dc8022007-03-10 01:07:45 +0900137 preempt_enable();
Paul Burton597ce172013-11-22 13:12:07 +0000138 return ret;
Atsushi Nemoto53dc8022007-03-10 01:07:45 +0900139}
140
141static inline void lose_fpu(int save)
142{
143 preempt_disable();
144 if (is_fpu_owner()) {
145 if (save)
146 _save_fp(current);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700147 KSTK_STATUS(current) &= ~ST0_CU1;
Ralf Baechle42a3b4f2005-09-03 15:56:17 -0700148 clear_thread_flag(TIF_USEDFPU);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700149 __disable_fpu();
150 }
Atsushi Nemoto53dc8022007-03-10 01:07:45 +0900151 preempt_enable();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700152}
153
Paul Burton597ce172013-11-22 13:12:07 +0000154static inline int init_fpu(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700155{
Paul Burton597ce172013-11-22 13:12:07 +0000156 int ret = 0;
157
Atsushi Nemoto53dc8022007-03-10 01:07:45 +0900158 preempt_disable();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700159 if (cpu_has_fpu) {
Paul Burton597ce172013-11-22 13:12:07 +0000160 ret = __own_fpu();
161 if (!ret)
162 _init_fpu();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700163 } else {
164 fpu_emulator_init_fpu();
165 }
Paul Burton597ce172013-11-22 13:12:07 +0000166
Atsushi Nemoto53dc8022007-03-10 01:07:45 +0900167 preempt_enable();
Paul Burton597ce172013-11-22 13:12:07 +0000168 return ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700169}
170
171static inline void save_fp(struct task_struct *tsk)
172{
173 if (cpu_has_fpu)
174 _save_fp(tsk);
175}
176
177static inline void restore_fp(struct task_struct *tsk)
178{
179 if (cpu_has_fpu)
180 _restore_fp(tsk);
181}
182
183static inline fpureg_t *get_fpu_regs(struct task_struct *tsk)
184{
Atsushi Nemotoe04582b2006-10-09 00:10:01 +0900185 if (tsk == current) {
186 preempt_disable();
187 if (is_fpu_owner())
Linus Torvalds1da177e2005-04-16 15:20:36 -0700188 _save_fp(current);
Atsushi Nemotoe04582b2006-10-09 00:10:01 +0900189 preempt_enable();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700190 }
191
Atsushi Nemotoeae89072006-05-16 01:26:03 +0900192 return tsk->thread.fpu.fpr;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700193}
194
Linus Torvalds1da177e2005-04-16 15:20:36 -0700195#endif /* _ASM_FPU_H */