David Howells | b81947c | 2012-03-28 18:30:02 +0100 | [diff] [blame] | 1 | /* |
| 2 | * This file is subject to the terms and conditions of the GNU General Public |
| 3 | * License. See the file "COPYING" in the main directory of this archive |
| 4 | * for more details. |
| 5 | * |
| 6 | * Copyright (C) 1994, 95, 96, 97, 98, 99, 2003, 06 by Ralf Baechle |
| 7 | * Copyright (C) 1996 by Paul M. Antoine |
| 8 | * Copyright (C) 1999 Silicon Graphics |
| 9 | * Kevin D. Kissell, kevink@mips.org and Carsten Langgaard, carstenl@mips.com |
| 10 | * Copyright (C) 2000 MIPS Technologies, Inc. |
| 11 | */ |
| 12 | #ifndef _ASM_SWITCH_TO_H |
| 13 | #define _ASM_SWITCH_TO_H |
| 14 | |
| 15 | #include <asm/cpu-features.h> |
| 16 | #include <asm/watch.h> |
| 17 | #include <asm/dsp.h> |
Jayachandran C | 2c952e0 | 2013-06-10 06:30:00 +0000 | [diff] [blame] | 18 | #include <asm/cop2.h> |
Paul Burton | 1db1af8 | 2014-01-27 15:23:11 +0000 | [diff] [blame] | 19 | #include <asm/msa.h> |
David Howells | b81947c | 2012-03-28 18:30:02 +0100 | [diff] [blame] | 20 | |
| 21 | struct task_struct; |
| 22 | |
Paul Burton | 1db1af8 | 2014-01-27 15:23:11 +0000 | [diff] [blame] | 23 | enum { |
| 24 | FP_SAVE_NONE = 0, |
| 25 | FP_SAVE_VECTOR = -1, |
| 26 | FP_SAVE_SCALAR = 1, |
| 27 | }; |
| 28 | |
Paul Burton | 8c0f8ab | 2013-11-19 17:30:37 +0000 | [diff] [blame] | 29 | /** |
| 30 | * resume - resume execution of a task |
| 31 | * @prev: The task previously executed. |
| 32 | * @next: The task to begin executing. |
| 33 | * @next_ti: task_thread_info(next). |
Paul Burton | 1db1af8 | 2014-01-27 15:23:11 +0000 | [diff] [blame] | 34 | * @fp_save: Which, if any, FP context to save for prev. |
Paul Burton | 8c0f8ab | 2013-11-19 17:30:37 +0000 | [diff] [blame] | 35 | * |
| 36 | * This function is used whilst scheduling to save the context of prev & load |
| 37 | * the context of next. Returns prev. |
David Howells | b81947c | 2012-03-28 18:30:02 +0100 | [diff] [blame] | 38 | */ |
Paul Burton | 8c0f8ab | 2013-11-19 17:30:37 +0000 | [diff] [blame] | 39 | extern asmlinkage struct task_struct *resume(struct task_struct *prev, |
| 40 | struct task_struct *next, struct thread_info *next_ti, |
Paul Burton | 1db1af8 | 2014-01-27 15:23:11 +0000 | [diff] [blame] | 41 | s32 fp_save); |
David Howells | b81947c | 2012-03-28 18:30:02 +0100 | [diff] [blame] | 42 | |
| 43 | extern unsigned int ll_bit; |
| 44 | extern struct task_struct *ll_task; |
| 45 | |
| 46 | #ifdef CONFIG_MIPS_MT_FPAFF |
| 47 | |
| 48 | /* |
Ralf Baechle | 7034228 | 2013-01-22 12:59:30 +0100 | [diff] [blame] | 49 | * Handle the scheduler resume end of FPU affinity management. We do this |
David Howells | b81947c | 2012-03-28 18:30:02 +0100 | [diff] [blame] | 50 | * inline to try to keep the overhead down. If we have been forced to run on |
| 51 | * a "CPU" with an FPU because of a previous high level of FP computation, |
| 52 | * but did not actually use the FPU during the most recent time-slice (CU1 |
| 53 | * isn't set), we undo the restriction on cpus_allowed. |
| 54 | * |
| 55 | * We're not calling set_cpus_allowed() here, because we have no need to |
| 56 | * force prompt migration - we're already switching the current CPU to a |
| 57 | * different thread. |
| 58 | */ |
| 59 | |
| 60 | #define __mips_mt_fpaff_switch_to(prev) \ |
| 61 | do { \ |
| 62 | struct thread_info *__prev_ti = task_thread_info(prev); \ |
| 63 | \ |
| 64 | if (cpu_has_fpu && \ |
| 65 | test_ti_thread_flag(__prev_ti, TIF_FPUBOUND) && \ |
| 66 | (!(KSTK_STATUS(prev) & ST0_CU1))) { \ |
| 67 | clear_ti_thread_flag(__prev_ti, TIF_FPUBOUND); \ |
| 68 | prev->cpus_allowed = prev->thread.user_cpus_allowed; \ |
| 69 | } \ |
| 70 | next->thread.emulated_fp = 0; \ |
| 71 | } while(0) |
| 72 | |
| 73 | #else |
| 74 | #define __mips_mt_fpaff_switch_to(prev) do { (void) (prev); } while (0) |
| 75 | #endif |
| 76 | |
| 77 | #define __clear_software_ll_bit() \ |
Markos Chandras | 7c151d3 | 2014-12-03 12:37:32 +0000 | [diff] [blame] | 78 | do { if (cpu_has_rw_llb) { \ |
| 79 | write_c0_lladdr(0); \ |
| 80 | } else { \ |
| 81 | if (!__builtin_constant_p(cpu_has_llsc) || !cpu_has_llsc)\ |
| 82 | ll_bit = 0; \ |
| 83 | } \ |
David Howells | b81947c | 2012-03-28 18:30:02 +0100 | [diff] [blame] | 84 | } while (0) |
| 85 | |
| 86 | #define switch_to(prev, next, last) \ |
| 87 | do { \ |
Paul Burton | 1db1af8 | 2014-01-27 15:23:11 +0000 | [diff] [blame] | 88 | u32 __c0_stat; \ |
| 89 | s32 __fpsave = FP_SAVE_NONE; \ |
David Howells | b81947c | 2012-03-28 18:30:02 +0100 | [diff] [blame] | 90 | __mips_mt_fpaff_switch_to(prev); \ |
| 91 | if (cpu_has_dsp) \ |
| 92 | __save_dsp(prev); \ |
Jayachandran C | 2c952e0 | 2013-06-10 06:30:00 +0000 | [diff] [blame] | 93 | if (cop2_present && (KSTK_STATUS(prev) & ST0_CU2)) { \ |
| 94 | if (cop2_lazy_restore) \ |
| 95 | KSTK_STATUS(prev) &= ~ST0_CU2; \ |
| 96 | __c0_stat = read_c0_status(); \ |
| 97 | write_c0_status(__c0_stat | ST0_CU2); \ |
Ralf Baechle | 68c77d8 | 2014-08-25 19:35:53 +0200 | [diff] [blame] | 98 | cop2_save(prev); \ |
Jayachandran C | 2c952e0 | 2013-06-10 06:30:00 +0000 | [diff] [blame] | 99 | write_c0_status(__c0_stat & ~ST0_CU2); \ |
| 100 | } \ |
David Howells | b81947c | 2012-03-28 18:30:02 +0100 | [diff] [blame] | 101 | __clear_software_ll_bit(); \ |
Paul Burton | 1db1af8 | 2014-01-27 15:23:11 +0000 | [diff] [blame] | 102 | if (test_and_clear_tsk_thread_flag(prev, TIF_USEDFPU)) \ |
| 103 | __fpsave = FP_SAVE_SCALAR; \ |
| 104 | if (test_and_clear_tsk_thread_flag(prev, TIF_USEDMSA)) \ |
| 105 | __fpsave = FP_SAVE_VECTOR; \ |
| 106 | (last) = resume(prev, next, task_thread_info(next), __fpsave); \ |
David Howells | b81947c | 2012-03-28 18:30:02 +0100 | [diff] [blame] | 107 | } while (0) |
| 108 | |
| 109 | #define finish_arch_switch(prev) \ |
| 110 | do { \ |
Jayachandran C | 2c952e0 | 2013-06-10 06:30:00 +0000 | [diff] [blame] | 111 | u32 __c0_stat; \ |
| 112 | if (cop2_present && !cop2_lazy_restore && \ |
| 113 | (KSTK_STATUS(current) & ST0_CU2)) { \ |
| 114 | __c0_stat = read_c0_status(); \ |
| 115 | write_c0_status(__c0_stat | ST0_CU2); \ |
Ralf Baechle | 68c77d8 | 2014-08-25 19:35:53 +0200 | [diff] [blame] | 116 | cop2_restore(current); \ |
Jayachandran C | 2c952e0 | 2013-06-10 06:30:00 +0000 | [diff] [blame] | 117 | write_c0_status(__c0_stat & ~ST0_CU2); \ |
| 118 | } \ |
David Howells | b81947c | 2012-03-28 18:30:02 +0100 | [diff] [blame] | 119 | if (cpu_has_dsp) \ |
| 120 | __restore_dsp(current); \ |
| 121 | if (cpu_has_userlocal) \ |
| 122 | write_c0_userlocal(current_thread_info()->tp_value); \ |
| 123 | __restore_watch(); \ |
Ralf Baechle | 9cc719a | 2015-05-23 01:20:19 +0200 | [diff] [blame] | 124 | disable_msa(); \ |
David Howells | b81947c | 2012-03-28 18:30:02 +0100 | [diff] [blame] | 125 | } while (0) |
| 126 | |
| 127 | #endif /* _ASM_SWITCH_TO_H */ |