blob: cfe092fc720d021ab7636276e2f0ea9eb4a4507c [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * Copyright (C) 2002 MontaVista Software Inc.
3 * Author: Jun Sun, jsun@mvista.com or jsun@junsun.net
4 *
5 * This program is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License as published by the
7 * Free Software Foundation; either version 2 of the License, or (at your
8 * option) any later version.
9 */
10#ifndef _ASM_FPU_H
11#define _ASM_FPU_H
12
Linus Torvalds1da177e2005-04-16 15:20:36 -070013#include <linux/sched.h>
14#include <linux/thread_info.h>
Jiri Slaby1977f032007-10-18 23:40:25 -070015#include <linux/bitops.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070016
17#include <asm/mipsregs.h>
18#include <asm/cpu.h>
19#include <asm/cpu-features.h>
Chris Dearman0b624952007-05-08 16:09:13 +010020#include <asm/hazards.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070021#include <asm/processor.h>
22#include <asm/current.h>
23
Ralf Baechlef088fc82006-04-05 09:45:47 +010024#ifdef CONFIG_MIPS_MT_FPAFF
25#include <asm/mips_mt.h>
26#endif
27
Linus Torvalds1da177e2005-04-16 15:20:36 -070028struct sigcontext;
29struct sigcontext32;
30
Linus Torvalds1da177e2005-04-16 15:20:36 -070031extern void fpu_emulator_init_fpu(void);
32extern void _init_fpu(void);
33extern void _save_fp(struct task_struct *);
34extern void _restore_fp(struct task_struct *);
35
Paul Burton597ce172013-11-22 13:12:07 +000036/*
37 * This enum specifies a mode in which we want the FPU to operate, for cores
38 * which implement the Status.FR bit. Note that FPU_32BIT & FPU_64BIT
39 * purposefully have the values 0 & 1 respectively, so that an integer value
40 * of Status.FR can be trivially casted to the corresponding enum fpu_mode.
41 */
42enum fpu_mode {
43 FPU_32BIT = 0, /* FR = 0 */
44 FPU_64BIT, /* FR = 1 */
45 FPU_AS_IS,
46};
47
48static inline int __enable_fpu(enum fpu_mode mode)
49{
50 int fr;
51
52 switch (mode) {
53 case FPU_AS_IS:
54 /* just enable the FPU in its current mode */
55 set_c0_status(ST0_CU1);
56 enable_fpu_hazard();
57 return 0;
58
59 case FPU_64BIT:
60#if !(defined(CONFIG_CPU_MIPS32_R2) || defined(CONFIG_MIPS64))
61 /* we only have a 32-bit FPU */
62 return SIGFPE;
63#endif
64 /* fall through */
65 case FPU_32BIT:
66 /* set CU1 & change FR appropriately */
67 fr = (int)mode;
68 change_c0_status(ST0_CU1 | ST0_FR, ST0_CU1 | (fr ? ST0_FR : 0));
69 enable_fpu_hazard();
70
71 /* check FR has the desired value */
72 return (!!(read_c0_status() & ST0_FR) == !!fr) ? 0 : SIGFPE;
73
74 default:
75 BUG();
76 }
77}
Linus Torvalds1da177e2005-04-16 15:20:36 -070078
79#define __disable_fpu() \
80do { \
81 clear_c0_status(ST0_CU1); \
Ralf Baechle70342282013-01-22 12:59:30 +010082 disable_fpu_hazard(); \
Linus Torvalds1da177e2005-04-16 15:20:36 -070083} while (0)
84
Linus Torvalds1da177e2005-04-16 15:20:36 -070085#define clear_fpu_owner() clear_thread_flag(TIF_USEDFPU)
86
Ralf Baechle1d74f6b2005-05-09 13:16:07 +000087static inline int __is_fpu_owner(void)
88{
89 return test_thread_flag(TIF_USEDFPU);
90}
91
Linus Torvalds1da177e2005-04-16 15:20:36 -070092static inline int is_fpu_owner(void)
93{
Ralf Baechle1d74f6b2005-05-09 13:16:07 +000094 return cpu_has_fpu && __is_fpu_owner();
Linus Torvalds1da177e2005-04-16 15:20:36 -070095}
96
Paul Burton597ce172013-11-22 13:12:07 +000097static inline int __own_fpu(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -070098{
Paul Burton597ce172013-11-22 13:12:07 +000099 enum fpu_mode mode;
100 int ret;
101
102 mode = !test_thread_flag(TIF_32BIT_FPREGS);
103 ret = __enable_fpu(mode);
104 if (ret)
105 return ret;
106
Atsushi Nemoto53dc8022007-03-10 01:07:45 +0900107 KSTK_STATUS(current) |= ST0_CU1;
Paul Burton597ce172013-11-22 13:12:07 +0000108 if (mode == FPU_64BIT)
109 KSTK_STATUS(current) |= ST0_FR;
110 else /* mode == FPU_32BIT */
111 KSTK_STATUS(current) &= ~ST0_FR;
112
Atsushi Nemoto53dc8022007-03-10 01:07:45 +0900113 set_thread_flag(TIF_USEDFPU);
Paul Burton597ce172013-11-22 13:12:07 +0000114 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700115}
116
Paul Burton597ce172013-11-22 13:12:07 +0000117static inline int own_fpu_inatomic(int restore)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700118{
Paul Burton597ce172013-11-22 13:12:07 +0000119 int ret = 0;
120
Atsushi Nemoto53dc8022007-03-10 01:07:45 +0900121 if (cpu_has_fpu && !__is_fpu_owner()) {
Paul Burton597ce172013-11-22 13:12:07 +0000122 ret = __own_fpu();
123 if (restore && !ret)
Atsushi Nemoto53dc8022007-03-10 01:07:45 +0900124 _restore_fp(current);
125 }
Paul Burton597ce172013-11-22 13:12:07 +0000126 return ret;
Atsushi Nemotofaea6232007-04-16 23:19:44 +0900127}
128
Paul Burton597ce172013-11-22 13:12:07 +0000129static inline int own_fpu(int restore)
Atsushi Nemotofaea6232007-04-16 23:19:44 +0900130{
Paul Burton597ce172013-11-22 13:12:07 +0000131 int ret;
132
Atsushi Nemotofaea6232007-04-16 23:19:44 +0900133 preempt_disable();
Paul Burton597ce172013-11-22 13:12:07 +0000134 ret = own_fpu_inatomic(restore);
Atsushi Nemoto53dc8022007-03-10 01:07:45 +0900135 preempt_enable();
Paul Burton597ce172013-11-22 13:12:07 +0000136 return ret;
Atsushi Nemoto53dc8022007-03-10 01:07:45 +0900137}
138
139static inline void lose_fpu(int save)
140{
141 preempt_disable();
142 if (is_fpu_owner()) {
143 if (save)
144 _save_fp(current);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700145 KSTK_STATUS(current) &= ~ST0_CU1;
Ralf Baechle42a3b4f2005-09-03 15:56:17 -0700146 clear_thread_flag(TIF_USEDFPU);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700147 __disable_fpu();
148 }
Atsushi Nemoto53dc8022007-03-10 01:07:45 +0900149 preempt_enable();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700150}
151
Paul Burton597ce172013-11-22 13:12:07 +0000152static inline int init_fpu(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700153{
Paul Burton597ce172013-11-22 13:12:07 +0000154 int ret = 0;
155
Atsushi Nemoto53dc8022007-03-10 01:07:45 +0900156 preempt_disable();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700157 if (cpu_has_fpu) {
Paul Burton597ce172013-11-22 13:12:07 +0000158 ret = __own_fpu();
159 if (!ret)
160 _init_fpu();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700161 } else {
162 fpu_emulator_init_fpu();
163 }
Paul Burton597ce172013-11-22 13:12:07 +0000164
Atsushi Nemoto53dc8022007-03-10 01:07:45 +0900165 preempt_enable();
Paul Burton597ce172013-11-22 13:12:07 +0000166 return ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700167}
168
169static inline void save_fp(struct task_struct *tsk)
170{
171 if (cpu_has_fpu)
172 _save_fp(tsk);
173}
174
175static inline void restore_fp(struct task_struct *tsk)
176{
177 if (cpu_has_fpu)
178 _restore_fp(tsk);
179}
180
181static inline fpureg_t *get_fpu_regs(struct task_struct *tsk)
182{
Atsushi Nemotoe04582b2006-10-09 00:10:01 +0900183 if (tsk == current) {
184 preempt_disable();
185 if (is_fpu_owner())
Linus Torvalds1da177e2005-04-16 15:20:36 -0700186 _save_fp(current);
Atsushi Nemotoe04582b2006-10-09 00:10:01 +0900187 preempt_enable();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700188 }
189
Atsushi Nemotoeae89072006-05-16 01:26:03 +0900190 return tsk->thread.fpu.fpr;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700191}
192
Linus Torvalds1da177e2005-04-16 15:20:36 -0700193#endif /* _ASM_FPU_H */