blob: b414a7d9db436ceca3e7a5a697ead88f73b425e0 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * Copyright (C) 2002 MontaVista Software Inc.
3 * Author: Jun Sun, jsun@mvista.com or jsun@junsun.net
4 *
5 * This program is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License as published by the
7 * Free Software Foundation; either version 2 of the License, or (at your
8 * option) any later version.
9 */
10#ifndef _ASM_FPU_H
11#define _ASM_FPU_H
12
Linus Torvalds1da177e2005-04-16 15:20:36 -070013#include <linux/sched.h>
14#include <linux/thread_info.h>
15
16#include <asm/mipsregs.h>
17#include <asm/cpu.h>
18#include <asm/cpu-features.h>
19#include <asm/bitops.h>
20#include <asm/processor.h>
21#include <asm/current.h>
22
Ralf Baechlef088fc82006-04-05 09:45:47 +010023#ifdef CONFIG_MIPS_MT_FPAFF
24#include <asm/mips_mt.h>
25#endif
26
Linus Torvalds1da177e2005-04-16 15:20:36 -070027struct sigcontext;
28struct sigcontext32;
29
Atsushi Nemoto53dc8022007-03-10 01:07:45 +090030extern asmlinkage int (*save_fp_context)(struct sigcontext __user *sc);
31extern asmlinkage int (*restore_fp_context)(struct sigcontext __user *sc);
Linus Torvalds1da177e2005-04-16 15:20:36 -070032
Atsushi Nemoto53dc8022007-03-10 01:07:45 +090033extern asmlinkage int (*save_fp_context32)(struct sigcontext32 __user *sc);
34extern asmlinkage int (*restore_fp_context32)(struct sigcontext32 __user *sc);
Linus Torvalds1da177e2005-04-16 15:20:36 -070035
36extern void fpu_emulator_init_fpu(void);
37extern void _init_fpu(void);
38extern void _save_fp(struct task_struct *);
39extern void _restore_fp(struct task_struct *);
40
41#if defined(CONFIG_CPU_SB1)
42#define __enable_fpu_hazard() \
43do { \
44 asm(".set push \n\t" \
45 ".set mips64 \n\t" \
46 ".set noreorder \n\t" \
47 "ssnop \n\t" \
48 "bnezl $0, .+4 \n\t" \
49 "ssnop \n\t" \
50 ".set pop"); \
51} while (0)
52#else
53#define __enable_fpu_hazard() \
54do { \
55 asm("nop;nop;nop;nop"); /* max. hazard */ \
56} while (0)
57#endif
58
59#define __enable_fpu() \
60do { \
61 set_c0_status(ST0_CU1); \
62 __enable_fpu_hazard(); \
63} while (0)
64
65#define __disable_fpu() \
66do { \
67 clear_c0_status(ST0_CU1); \
68 /* We don't care about the c0 hazard here */ \
69} while (0)
70
71#define enable_fpu() \
72do { \
73 if (cpu_has_fpu) \
74 __enable_fpu(); \
75} while (0)
76
77#define disable_fpu() \
78do { \
79 if (cpu_has_fpu) \
80 __disable_fpu(); \
81} while (0)
82
83
84#define clear_fpu_owner() clear_thread_flag(TIF_USEDFPU)
85
Ralf Baechle1d74f6b2005-05-09 13:16:07 +000086static inline int __is_fpu_owner(void)
87{
88 return test_thread_flag(TIF_USEDFPU);
89}
90
Linus Torvalds1da177e2005-04-16 15:20:36 -070091static inline int is_fpu_owner(void)
92{
Ralf Baechle1d74f6b2005-05-09 13:16:07 +000093 return cpu_has_fpu && __is_fpu_owner();
Linus Torvalds1da177e2005-04-16 15:20:36 -070094}
95
Atsushi Nemoto53dc8022007-03-10 01:07:45 +090096static inline void __own_fpu(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -070097{
Atsushi Nemoto53dc8022007-03-10 01:07:45 +090098 __enable_fpu();
99 KSTK_STATUS(current) |= ST0_CU1;
100 set_thread_flag(TIF_USEDFPU);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700101}
102
Atsushi Nemotofaea6232007-04-16 23:19:44 +0900103static inline void own_fpu_inatomic(int restore)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700104{
Atsushi Nemoto53dc8022007-03-10 01:07:45 +0900105 if (cpu_has_fpu && !__is_fpu_owner()) {
106 __own_fpu();
107 if (restore)
108 _restore_fp(current);
109 }
Atsushi Nemotofaea6232007-04-16 23:19:44 +0900110}
111
112static inline void own_fpu(int restore)
113{
114 preempt_disable();
115 own_fpu_inatomic(restore);
Atsushi Nemoto53dc8022007-03-10 01:07:45 +0900116 preempt_enable();
117}
118
119static inline void lose_fpu(int save)
120{
121 preempt_disable();
122 if (is_fpu_owner()) {
123 if (save)
124 _save_fp(current);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700125 KSTK_STATUS(current) &= ~ST0_CU1;
Ralf Baechle42a3b4f2005-09-03 15:56:17 -0700126 clear_thread_flag(TIF_USEDFPU);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700127 __disable_fpu();
128 }
Atsushi Nemoto53dc8022007-03-10 01:07:45 +0900129 preempt_enable();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700130}
131
132static inline void init_fpu(void)
133{
Atsushi Nemoto53dc8022007-03-10 01:07:45 +0900134 preempt_disable();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700135 if (cpu_has_fpu) {
Atsushi Nemoto53dc8022007-03-10 01:07:45 +0900136 __own_fpu();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700137 _init_fpu();
138 } else {
139 fpu_emulator_init_fpu();
140 }
Atsushi Nemoto53dc8022007-03-10 01:07:45 +0900141 preempt_enable();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700142}
143
144static inline void save_fp(struct task_struct *tsk)
145{
146 if (cpu_has_fpu)
147 _save_fp(tsk);
148}
149
150static inline void restore_fp(struct task_struct *tsk)
151{
152 if (cpu_has_fpu)
153 _restore_fp(tsk);
154}
155
156static inline fpureg_t *get_fpu_regs(struct task_struct *tsk)
157{
Atsushi Nemotoe04582b2006-10-09 00:10:01 +0900158 if (tsk == current) {
159 preempt_disable();
160 if (is_fpu_owner())
Linus Torvalds1da177e2005-04-16 15:20:36 -0700161 _save_fp(current);
Atsushi Nemotoe04582b2006-10-09 00:10:01 +0900162 preempt_enable();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700163 }
164
Atsushi Nemotoeae89072006-05-16 01:26:03 +0900165 return tsk->thread.fpu.fpr;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700166}
167
Linus Torvalds1da177e2005-04-16 15:20:36 -0700168#endif /* _ASM_FPU_H */