blob: 8a3ef247659a79daefde386445eb4c7d8b6d7442 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * Copyright (C) 2002 MontaVista Software Inc.
3 * Author: Jun Sun, jsun@mvista.com or jsun@junsun.net
4 *
5 * This program is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License as published by the
7 * Free Software Foundation; either version 2 of the License, or (at your
8 * option) any later version.
9 */
10#ifndef _ASM_FPU_H
11#define _ASM_FPU_H
12
Linus Torvalds1da177e2005-04-16 15:20:36 -070013#include <linux/sched.h>
14#include <linux/thread_info.h>
Jiri Slaby1977f032007-10-18 23:40:25 -070015#include <linux/bitops.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070016
17#include <asm/mipsregs.h>
18#include <asm/cpu.h>
19#include <asm/cpu-features.h>
Chris Dearman0b624952007-05-08 16:09:13 +010020#include <asm/hazards.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070021#include <asm/processor.h>
22#include <asm/current.h>
23
Ralf Baechlef088fc82006-04-05 09:45:47 +010024#ifdef CONFIG_MIPS_MT_FPAFF
25#include <asm/mips_mt.h>
26#endif
27
Linus Torvalds1da177e2005-04-16 15:20:36 -070028struct sigcontext;
29struct sigcontext32;
30
Atsushi Nemoto53dc8022007-03-10 01:07:45 +090031extern asmlinkage int (*save_fp_context)(struct sigcontext __user *sc);
32extern asmlinkage int (*restore_fp_context)(struct sigcontext __user *sc);
Linus Torvalds1da177e2005-04-16 15:20:36 -070033
Atsushi Nemoto53dc8022007-03-10 01:07:45 +090034extern asmlinkage int (*save_fp_context32)(struct sigcontext32 __user *sc);
35extern asmlinkage int (*restore_fp_context32)(struct sigcontext32 __user *sc);
Linus Torvalds1da177e2005-04-16 15:20:36 -070036
37extern void fpu_emulator_init_fpu(void);
Dmitri Vorobievf028b862008-07-15 19:57:31 +030038extern int fpu_emulator_save_context(struct sigcontext __user *sc);
39extern int fpu_emulator_restore_context(struct sigcontext __user *sc);
Linus Torvalds1da177e2005-04-16 15:20:36 -070040extern void _init_fpu(void);
41extern void _save_fp(struct task_struct *);
42extern void _restore_fp(struct task_struct *);
43
Linus Torvalds1da177e2005-04-16 15:20:36 -070044#define __enable_fpu() \
45do { \
46 set_c0_status(ST0_CU1); \
Chris Dearman0b624952007-05-08 16:09:13 +010047 enable_fpu_hazard(); \
Linus Torvalds1da177e2005-04-16 15:20:36 -070048} while (0)
49
50#define __disable_fpu() \
51do { \
52 clear_c0_status(ST0_CU1); \
Chris Dearman0b624952007-05-08 16:09:13 +010053 disable_fpu_hazard(); \
Linus Torvalds1da177e2005-04-16 15:20:36 -070054} while (0)
55
56#define enable_fpu() \
57do { \
58 if (cpu_has_fpu) \
59 __enable_fpu(); \
60} while (0)
61
62#define disable_fpu() \
63do { \
64 if (cpu_has_fpu) \
65 __disable_fpu(); \
66} while (0)
67
68
69#define clear_fpu_owner() clear_thread_flag(TIF_USEDFPU)
70
Ralf Baechle1d74f6b2005-05-09 13:16:07 +000071static inline int __is_fpu_owner(void)
72{
73 return test_thread_flag(TIF_USEDFPU);
74}
75
Linus Torvalds1da177e2005-04-16 15:20:36 -070076static inline int is_fpu_owner(void)
77{
Ralf Baechle1d74f6b2005-05-09 13:16:07 +000078 return cpu_has_fpu && __is_fpu_owner();
Linus Torvalds1da177e2005-04-16 15:20:36 -070079}
80
Atsushi Nemoto53dc8022007-03-10 01:07:45 +090081static inline void __own_fpu(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -070082{
Atsushi Nemoto53dc8022007-03-10 01:07:45 +090083 __enable_fpu();
84 KSTK_STATUS(current) |= ST0_CU1;
85 set_thread_flag(TIF_USEDFPU);
Linus Torvalds1da177e2005-04-16 15:20:36 -070086}
87
Atsushi Nemotofaea6232007-04-16 23:19:44 +090088static inline void own_fpu_inatomic(int restore)
Linus Torvalds1da177e2005-04-16 15:20:36 -070089{
Atsushi Nemoto53dc8022007-03-10 01:07:45 +090090 if (cpu_has_fpu && !__is_fpu_owner()) {
91 __own_fpu();
92 if (restore)
93 _restore_fp(current);
94 }
Atsushi Nemotofaea6232007-04-16 23:19:44 +090095}
96
97static inline void own_fpu(int restore)
98{
99 preempt_disable();
100 own_fpu_inatomic(restore);
Atsushi Nemoto53dc8022007-03-10 01:07:45 +0900101 preempt_enable();
102}
103
104static inline void lose_fpu(int save)
105{
106 preempt_disable();
107 if (is_fpu_owner()) {
108 if (save)
109 _save_fp(current);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700110 KSTK_STATUS(current) &= ~ST0_CU1;
Ralf Baechle42a3b4f2005-09-03 15:56:17 -0700111 clear_thread_flag(TIF_USEDFPU);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700112 __disable_fpu();
113 }
Atsushi Nemoto53dc8022007-03-10 01:07:45 +0900114 preempt_enable();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700115}
116
117static inline void init_fpu(void)
118{
Atsushi Nemoto53dc8022007-03-10 01:07:45 +0900119 preempt_disable();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700120 if (cpu_has_fpu) {
Atsushi Nemoto53dc8022007-03-10 01:07:45 +0900121 __own_fpu();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700122 _init_fpu();
123 } else {
124 fpu_emulator_init_fpu();
125 }
Atsushi Nemoto53dc8022007-03-10 01:07:45 +0900126 preempt_enable();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700127}
128
129static inline void save_fp(struct task_struct *tsk)
130{
131 if (cpu_has_fpu)
132 _save_fp(tsk);
133}
134
135static inline void restore_fp(struct task_struct *tsk)
136{
137 if (cpu_has_fpu)
138 _restore_fp(tsk);
139}
140
141static inline fpureg_t *get_fpu_regs(struct task_struct *tsk)
142{
Atsushi Nemotoe04582b2006-10-09 00:10:01 +0900143 if (tsk == current) {
144 preempt_disable();
145 if (is_fpu_owner())
Linus Torvalds1da177e2005-04-16 15:20:36 -0700146 _save_fp(current);
Atsushi Nemotoe04582b2006-10-09 00:10:01 +0900147 preempt_enable();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700148 }
149
Atsushi Nemotoeae89072006-05-16 01:26:03 +0900150 return tsk->thread.fpu.fpr;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700151}
152
Linus Torvalds1da177e2005-04-16 15:20:36 -0700153#endif /* _ASM_FPU_H */