blob: e59d4c039661278a469df9caa5e2a74f6cee1a50 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * Copyright (C) 2002 MontaVista Software Inc.
3 * Author: Jun Sun, jsun@mvista.com or jsun@junsun.net
4 *
5 * This program is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License as published by the
7 * Free Software Foundation; either version 2 of the License, or (at your
8 * option) any later version.
9 */
10#ifndef _ASM_FPU_H
11#define _ASM_FPU_H
12
Linus Torvalds1da177e2005-04-16 15:20:36 -070013#include <linux/sched.h>
14#include <linux/thread_info.h>
Jiri Slaby1977f032007-10-18 23:40:25 -070015#include <linux/bitops.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070016
17#include <asm/mipsregs.h>
18#include <asm/cpu.h>
19#include <asm/cpu-features.h>
Chris Dearman0b624952007-05-08 16:09:13 +010020#include <asm/hazards.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070021#include <asm/processor.h>
22#include <asm/current.h>
23
Ralf Baechlef088fc82006-04-05 09:45:47 +010024#ifdef CONFIG_MIPS_MT_FPAFF
25#include <asm/mips_mt.h>
26#endif
27
Linus Torvalds1da177e2005-04-16 15:20:36 -070028struct sigcontext;
29struct sigcontext32;
30
Atsushi Nemoto53dc8022007-03-10 01:07:45 +090031extern asmlinkage int (*save_fp_context)(struct sigcontext __user *sc);
32extern asmlinkage int (*restore_fp_context)(struct sigcontext __user *sc);
Linus Torvalds1da177e2005-04-16 15:20:36 -070033
Atsushi Nemoto53dc8022007-03-10 01:07:45 +090034extern asmlinkage int (*save_fp_context32)(struct sigcontext32 __user *sc);
35extern asmlinkage int (*restore_fp_context32)(struct sigcontext32 __user *sc);
Linus Torvalds1da177e2005-04-16 15:20:36 -070036
37extern void fpu_emulator_init_fpu(void);
38extern void _init_fpu(void);
39extern void _save_fp(struct task_struct *);
40extern void _restore_fp(struct task_struct *);
41
Linus Torvalds1da177e2005-04-16 15:20:36 -070042#define __enable_fpu() \
43do { \
44 set_c0_status(ST0_CU1); \
Chris Dearman0b624952007-05-08 16:09:13 +010045 enable_fpu_hazard(); \
Linus Torvalds1da177e2005-04-16 15:20:36 -070046} while (0)
47
48#define __disable_fpu() \
49do { \
50 clear_c0_status(ST0_CU1); \
Chris Dearman0b624952007-05-08 16:09:13 +010051 disable_fpu_hazard(); \
Linus Torvalds1da177e2005-04-16 15:20:36 -070052} while (0)
53
54#define enable_fpu() \
55do { \
56 if (cpu_has_fpu) \
57 __enable_fpu(); \
58} while (0)
59
60#define disable_fpu() \
61do { \
62 if (cpu_has_fpu) \
63 __disable_fpu(); \
64} while (0)
65
66
67#define clear_fpu_owner() clear_thread_flag(TIF_USEDFPU)
68
Ralf Baechle1d74f6b2005-05-09 13:16:07 +000069static inline int __is_fpu_owner(void)
70{
71 return test_thread_flag(TIF_USEDFPU);
72}
73
Linus Torvalds1da177e2005-04-16 15:20:36 -070074static inline int is_fpu_owner(void)
75{
Ralf Baechle1d74f6b2005-05-09 13:16:07 +000076 return cpu_has_fpu && __is_fpu_owner();
Linus Torvalds1da177e2005-04-16 15:20:36 -070077}
78
Atsushi Nemoto53dc8022007-03-10 01:07:45 +090079static inline void __own_fpu(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -070080{
Atsushi Nemoto53dc8022007-03-10 01:07:45 +090081 __enable_fpu();
82 KSTK_STATUS(current) |= ST0_CU1;
83 set_thread_flag(TIF_USEDFPU);
Linus Torvalds1da177e2005-04-16 15:20:36 -070084}
85
Atsushi Nemotofaea6232007-04-16 23:19:44 +090086static inline void own_fpu_inatomic(int restore)
Linus Torvalds1da177e2005-04-16 15:20:36 -070087{
Atsushi Nemoto53dc8022007-03-10 01:07:45 +090088 if (cpu_has_fpu && !__is_fpu_owner()) {
89 __own_fpu();
90 if (restore)
91 _restore_fp(current);
92 }
Atsushi Nemotofaea6232007-04-16 23:19:44 +090093}
94
95static inline void own_fpu(int restore)
96{
97 preempt_disable();
98 own_fpu_inatomic(restore);
Atsushi Nemoto53dc8022007-03-10 01:07:45 +090099 preempt_enable();
100}
101
102static inline void lose_fpu(int save)
103{
104 preempt_disable();
105 if (is_fpu_owner()) {
106 if (save)
107 _save_fp(current);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700108 KSTK_STATUS(current) &= ~ST0_CU1;
Ralf Baechle42a3b4f2005-09-03 15:56:17 -0700109 clear_thread_flag(TIF_USEDFPU);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700110 __disable_fpu();
111 }
Atsushi Nemoto53dc8022007-03-10 01:07:45 +0900112 preempt_enable();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700113}
114
115static inline void init_fpu(void)
116{
Atsushi Nemoto53dc8022007-03-10 01:07:45 +0900117 preempt_disable();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700118 if (cpu_has_fpu) {
Atsushi Nemoto53dc8022007-03-10 01:07:45 +0900119 __own_fpu();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700120 _init_fpu();
121 } else {
122 fpu_emulator_init_fpu();
123 }
Atsushi Nemoto53dc8022007-03-10 01:07:45 +0900124 preempt_enable();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700125}
126
127static inline void save_fp(struct task_struct *tsk)
128{
129 if (cpu_has_fpu)
130 _save_fp(tsk);
131}
132
133static inline void restore_fp(struct task_struct *tsk)
134{
135 if (cpu_has_fpu)
136 _restore_fp(tsk);
137}
138
139static inline fpureg_t *get_fpu_regs(struct task_struct *tsk)
140{
Atsushi Nemotoe04582b2006-10-09 00:10:01 +0900141 if (tsk == current) {
142 preempt_disable();
143 if (is_fpu_owner())
Linus Torvalds1da177e2005-04-16 15:20:36 -0700144 _save_fp(current);
Atsushi Nemotoe04582b2006-10-09 00:10:01 +0900145 preempt_enable();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700146 }
147
Atsushi Nemotoeae89072006-05-16 01:26:03 +0900148 return tsk->thread.fpu.fpr;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700149}
150
Linus Torvalds1da177e2005-04-16 15:20:36 -0700151#endif /* _ASM_FPU_H */