Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | * include/asm-s390/cputime.h |
| 3 | * |
| 4 | * (C) Copyright IBM Corp. 2004 |
| 5 | * |
| 6 | * Author: Martin Schwidefsky <schwidefsky@de.ibm.com> |
| 7 | */ |
| 8 | |
| 9 | #ifndef _S390_CPUTIME_H |
| 10 | #define _S390_CPUTIME_H |
| 11 | |
Martin Schwidefsky | 76d4e00 | 2009-06-12 10:26:21 +0200 | [diff] [blame] | 12 | #include <linux/types.h> |
| 13 | #include <linux/percpu.h> |
| 14 | #include <linux/spinlock.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 15 | #include <asm/div64.h> |
| 16 | |
Martin Schwidefsky | aa5e97c | 2008-12-31 15:11:39 +0100 | [diff] [blame] | 17 | /* We want to use full resolution of the CPU timer: 2**-12 micro-seconds. */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 18 | |
| 19 | typedef unsigned long long cputime_t; |
| 20 | typedef unsigned long long cputime64_t; |
| 21 | |
| 22 | #ifndef __s390x__ |
| 23 | |
| 24 | static inline unsigned int |
| 25 | __div(unsigned long long n, unsigned int base) |
| 26 | { |
| 27 | register_pair rp; |
| 28 | |
| 29 | rp.pair = n >> 1; |
| 30 | asm ("dr %0,%1" : "+d" (rp) : "d" (base >> 1)); |
| 31 | return rp.subreg.odd; |
| 32 | } |
| 33 | |
| 34 | #else /* __s390x__ */ |
| 35 | |
| 36 | static inline unsigned int |
| 37 | __div(unsigned long long n, unsigned int base) |
| 38 | { |
| 39 | return n / base; |
| 40 | } |
| 41 | |
| 42 | #endif /* __s390x__ */ |
| 43 | |
| 44 | #define cputime_zero (0ULL) |
Stanislaw Gruszka | a42548a | 2009-07-29 12:15:29 +0200 | [diff] [blame] | 45 | #define cputime_one_jiffy jiffies_to_cputime(1) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 46 | #define cputime_max ((~0UL >> 1) - 1) |
| 47 | #define cputime_add(__a, __b) ((__a) + (__b)) |
| 48 | #define cputime_sub(__a, __b) ((__a) - (__b)) |
| 49 | #define cputime_div(__a, __n) ({ \ |
| 50 | unsigned long long __div = (__a); \ |
| 51 | do_div(__div,__n); \ |
| 52 | __div; \ |
| 53 | }) |
| 54 | #define cputime_halve(__a) ((__a) >> 1) |
| 55 | #define cputime_eq(__a, __b) ((__a) == (__b)) |
| 56 | #define cputime_gt(__a, __b) ((__a) > (__b)) |
| 57 | #define cputime_ge(__a, __b) ((__a) >= (__b)) |
| 58 | #define cputime_lt(__a, __b) ((__a) < (__b)) |
| 59 | #define cputime_le(__a, __b) ((__a) <= (__b)) |
Martin Schwidefsky | aa5e97c | 2008-12-31 15:11:39 +0100 | [diff] [blame] | 60 | #define cputime_to_jiffies(__ct) (__div((__ct), 4096000000ULL / HZ)) |
Michael Neuling | 06b8e87 | 2008-02-06 01:36:12 -0800 | [diff] [blame] | 61 | #define cputime_to_scaled(__ct) (__ct) |
Martin Schwidefsky | aa5e97c | 2008-12-31 15:11:39 +0100 | [diff] [blame] | 62 | #define jiffies_to_cputime(__hz) ((cputime_t)(__hz) * (4096000000ULL / HZ)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 63 | |
| 64 | #define cputime64_zero (0ULL) |
| 65 | #define cputime64_add(__a, __b) ((__a) + (__b)) |
| 66 | #define cputime_to_cputime64(__ct) (__ct) |
| 67 | |
| 68 | static inline u64 |
| 69 | cputime64_to_jiffies64(cputime64_t cputime) |
| 70 | { |
Martin Schwidefsky | aa5e97c | 2008-12-31 15:11:39 +0100 | [diff] [blame] | 71 | do_div(cputime, 4096000000ULL / HZ); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 72 | return cputime; |
| 73 | } |
| 74 | |
| 75 | /* |
Michael Holzheu | d57af9b | 2010-10-27 15:34:45 -0700 | [diff] [blame] | 76 | * Convert cputime to microseconds and back. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 77 | */ |
| 78 | static inline unsigned int |
Michael Holzheu | d57af9b | 2010-10-27 15:34:45 -0700 | [diff] [blame] | 79 | cputime_to_usecs(const cputime_t cputime) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 80 | { |
Michael Holzheu | d57af9b | 2010-10-27 15:34:45 -0700 | [diff] [blame] | 81 | return cputime_div(cputime, 4096); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 82 | } |
| 83 | |
| 84 | static inline cputime_t |
Michael Holzheu | d57af9b | 2010-10-27 15:34:45 -0700 | [diff] [blame] | 85 | usecs_to_cputime(const unsigned int m) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 86 | { |
Michael Holzheu | d57af9b | 2010-10-27 15:34:45 -0700 | [diff] [blame] | 87 | return (cputime_t) m * 4096; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 88 | } |
| 89 | |
| 90 | /* |
| 91 | * Convert cputime to milliseconds and back. |
| 92 | */ |
| 93 | static inline unsigned int |
| 94 | cputime_to_secs(const cputime_t cputime) |
| 95 | { |
Martin Schwidefsky | aa5e97c | 2008-12-31 15:11:39 +0100 | [diff] [blame] | 96 | return __div(cputime, 2048000000) >> 1; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 97 | } |
| 98 | |
| 99 | static inline cputime_t |
| 100 | secs_to_cputime(const unsigned int s) |
| 101 | { |
Martin Schwidefsky | aa5e97c | 2008-12-31 15:11:39 +0100 | [diff] [blame] | 102 | return (cputime_t) s * 4096000000ULL; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 103 | } |
| 104 | |
| 105 | /* |
| 106 | * Convert cputime to timespec and back. |
| 107 | */ |
| 108 | static inline cputime_t |
| 109 | timespec_to_cputime(const struct timespec *value) |
| 110 | { |
Martin Schwidefsky | aa5e97c | 2008-12-31 15:11:39 +0100 | [diff] [blame] | 111 | return value->tv_nsec * 4096 / 1000 + (u64) value->tv_sec * 4096000000ULL; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 112 | } |
| 113 | |
| 114 | static inline void |
| 115 | cputime_to_timespec(const cputime_t cputime, struct timespec *value) |
| 116 | { |
| 117 | #ifndef __s390x__ |
| 118 | register_pair rp; |
| 119 | |
| 120 | rp.pair = cputime >> 1; |
Martin Schwidefsky | aa5e97c | 2008-12-31 15:11:39 +0100 | [diff] [blame] | 121 | asm ("dr %0,%1" : "+d" (rp) : "d" (2048000000UL)); |
| 122 | value->tv_nsec = rp.subreg.even * 1000 / 4096; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 123 | value->tv_sec = rp.subreg.odd; |
| 124 | #else |
Martin Schwidefsky | aa5e97c | 2008-12-31 15:11:39 +0100 | [diff] [blame] | 125 | value->tv_nsec = (cputime % 4096000000ULL) * 1000 / 4096; |
| 126 | value->tv_sec = cputime / 4096000000ULL; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 127 | #endif |
| 128 | } |
| 129 | |
| 130 | /* |
| 131 | * Convert cputime to timeval and back. |
| 132 | * Since cputime and timeval have the same resolution (microseconds) |
| 133 | * this is easy. |
| 134 | */ |
| 135 | static inline cputime_t |
| 136 | timeval_to_cputime(const struct timeval *value) |
| 137 | { |
Martin Schwidefsky | aa5e97c | 2008-12-31 15:11:39 +0100 | [diff] [blame] | 138 | return value->tv_usec * 4096 + (u64) value->tv_sec * 4096000000ULL; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 139 | } |
| 140 | |
| 141 | static inline void |
| 142 | cputime_to_timeval(const cputime_t cputime, struct timeval *value) |
| 143 | { |
| 144 | #ifndef __s390x__ |
| 145 | register_pair rp; |
| 146 | |
| 147 | rp.pair = cputime >> 1; |
Martin Schwidefsky | aa5e97c | 2008-12-31 15:11:39 +0100 | [diff] [blame] | 148 | asm ("dr %0,%1" : "+d" (rp) : "d" (2048000000UL)); |
| 149 | value->tv_usec = rp.subreg.even / 4096; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 150 | value->tv_sec = rp.subreg.odd; |
| 151 | #else |
Christian Borntraeger | d5cd034 | 2009-02-19 15:19:00 +0100 | [diff] [blame] | 152 | value->tv_usec = (cputime % 4096000000ULL) / 4096; |
Martin Schwidefsky | aa5e97c | 2008-12-31 15:11:39 +0100 | [diff] [blame] | 153 | value->tv_sec = cputime / 4096000000ULL; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 154 | #endif |
| 155 | } |
| 156 | |
| 157 | /* |
| 158 | * Convert cputime to clock and back. |
| 159 | */ |
| 160 | static inline clock_t |
| 161 | cputime_to_clock_t(cputime_t cputime) |
| 162 | { |
Martin Schwidefsky | 70f5dc5 | 2009-10-29 15:04:12 +0100 | [diff] [blame] | 163 | return cputime_div(cputime, 4096000000ULL / USER_HZ); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 164 | } |
| 165 | |
| 166 | static inline cputime_t |
| 167 | clock_t_to_cputime(unsigned long x) |
| 168 | { |
Martin Schwidefsky | aa5e97c | 2008-12-31 15:11:39 +0100 | [diff] [blame] | 169 | return (cputime_t) x * (4096000000ULL / USER_HZ); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 170 | } |
| 171 | |
| 172 | /* |
| 173 | * Convert cputime64 to clock. |
| 174 | */ |
| 175 | static inline clock_t |
| 176 | cputime64_to_clock_t(cputime64_t cputime) |
| 177 | { |
Martin Schwidefsky | 70f5dc5 | 2009-10-29 15:04:12 +0100 | [diff] [blame] | 178 | return cputime_div(cputime, 4096000000ULL / USER_HZ); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 179 | } |
| 180 | |
Martin Schwidefsky | 76d4e00 | 2009-06-12 10:26:21 +0200 | [diff] [blame] | 181 | struct s390_idle_data { |
Martin Schwidefsky | e98bbaa | 2009-06-22 12:08:20 +0200 | [diff] [blame] | 182 | unsigned int sequence; |
Martin Schwidefsky | 76d4e00 | 2009-06-12 10:26:21 +0200 | [diff] [blame] | 183 | unsigned long long idle_count; |
| 184 | unsigned long long idle_enter; |
| 185 | unsigned long long idle_time; |
Martin Schwidefsky | 3c5d92a | 2009-09-29 14:25:16 +0200 | [diff] [blame] | 186 | int nohz_delay; |
Martin Schwidefsky | 76d4e00 | 2009-06-12 10:26:21 +0200 | [diff] [blame] | 187 | }; |
| 188 | |
| 189 | DECLARE_PER_CPU(struct s390_idle_data, s390_idle); |
| 190 | |
Martin Schwidefsky | 6377981 | 2010-05-17 10:00:03 +0200 | [diff] [blame] | 191 | void vtime_start_cpu(__u64 int_clock, __u64 enter_timer); |
Martin Schwidefsky | e1c8053 | 2009-04-23 13:58:08 +0200 | [diff] [blame] | 192 | cputime64_t s390_get_idle_time(int cpu); |
| 193 | |
| 194 | #define arch_idle_time(cpu) s390_get_idle_time(cpu) |
| 195 | |
Martin Schwidefsky | 6377981 | 2010-05-17 10:00:03 +0200 | [diff] [blame] | 196 | static inline void s390_idle_check(struct pt_regs *regs, __u64 int_clock, |
| 197 | __u64 enter_timer) |
Martin Schwidefsky | 76d4e00 | 2009-06-12 10:26:21 +0200 | [diff] [blame] | 198 | { |
Martin Schwidefsky | 6377981 | 2010-05-17 10:00:03 +0200 | [diff] [blame] | 199 | if (regs->psw.mask & PSW_MASK_WAIT) |
| 200 | vtime_start_cpu(int_clock, enter_timer); |
Martin Schwidefsky | 76d4e00 | 2009-06-12 10:26:21 +0200 | [diff] [blame] | 201 | } |
| 202 | |
Martin Schwidefsky | 3c5d92a | 2009-09-29 14:25:16 +0200 | [diff] [blame] | 203 | static inline int s390_nohz_delay(int cpu) |
| 204 | { |
Heiko Carstens | 37e8952 | 2011-01-05 12:47:55 +0100 | [diff] [blame] | 205 | return __get_cpu_var(s390_idle).nohz_delay != 0; |
Martin Schwidefsky | 3c5d92a | 2009-09-29 14:25:16 +0200 | [diff] [blame] | 206 | } |
| 207 | |
| 208 | #define arch_needs_cpu(cpu) s390_nohz_delay(cpu) |
| 209 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 210 | #endif /* _S390_CPUTIME_H */ |