Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | * include/asm-s390/cputime.h |
| 3 | * |
| 4 | * (C) Copyright IBM Corp. 2004 |
| 5 | * |
| 6 | * Author: Martin Schwidefsky <schwidefsky@de.ibm.com> |
| 7 | */ |
| 8 | |
| 9 | #ifndef _S390_CPUTIME_H |
| 10 | #define _S390_CPUTIME_H |
| 11 | |
Martin Schwidefsky | 76d4e00 | 2009-06-12 10:26:21 +0200 | [diff] [blame] | 12 | #include <linux/types.h> |
| 13 | #include <linux/percpu.h> |
| 14 | #include <linux/spinlock.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 15 | #include <asm/div64.h> |
| 16 | |
Martin Schwidefsky | aa5e97c | 2008-12-31 15:11:39 +0100 | [diff] [blame] | 17 | /* We want to use full resolution of the CPU timer: 2**-12 micro-seconds. */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 18 | |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame^] | 19 | typedef unsigned long long __nocast cputime_t; |
| 20 | typedef unsigned long long __nocast cputime64_t; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 21 | |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame^] | 22 | static inline unsigned long __div(unsigned long long n, unsigned long base) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 23 | { |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame^] | 24 | #ifndef __s390x__ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 25 | register_pair rp; |
| 26 | |
| 27 | rp.pair = n >> 1; |
| 28 | asm ("dr %0,%1" : "+d" (rp) : "d" (base >> 1)); |
| 29 | return rp.subreg.odd; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 30 | #else /* __s390x__ */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 31 | return n / base; |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame^] | 32 | #endif /* __s390x__ */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 33 | } |
| 34 | |
Stanislaw Gruszka | a42548a | 2009-07-29 12:15:29 +0200 | [diff] [blame] | 35 | #define cputime_one_jiffy jiffies_to_cputime(1) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 36 | |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame^] | 37 | /* |
| 38 | * Convert cputime to jiffies and back. |
| 39 | */ |
| 40 | static inline unsigned long cputime_to_jiffies(const cputime_t cputime) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 41 | { |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame^] | 42 | return __div((__force unsigned long long) cputime, 4096000000ULL / HZ); |
| 43 | } |
| 44 | |
| 45 | static inline cputime_t jiffies_to_cputime(const unsigned int jif) |
| 46 | { |
| 47 | return (__force cputime_t)(jif * (4096000000ULL / HZ)); |
| 48 | } |
| 49 | |
| 50 | static inline u64 cputime64_to_jiffies64(cputime64_t cputime) |
| 51 | { |
| 52 | unsigned long long jif = (__force unsigned long long) cputime; |
| 53 | do_div(jif, 4096000000ULL / HZ); |
| 54 | return jif; |
| 55 | } |
| 56 | |
| 57 | static inline cputime64_t jiffies64_to_cputime64(const u64 jif) |
| 58 | { |
| 59 | return (__force cputime64_t)(jif * (4096000000ULL / HZ)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 60 | } |
| 61 | |
| 62 | /* |
Michael Holzheu | d57af9b | 2010-10-27 15:34:45 -0700 | [diff] [blame] | 63 | * Convert cputime to microseconds and back. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 64 | */ |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame^] | 65 | static inline unsigned int cputime_to_usecs(const cputime_t cputime) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 66 | { |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame^] | 67 | return (__force unsigned long long) cputime >> 12; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 68 | } |
| 69 | |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame^] | 70 | static inline cputime_t usecs_to_cputime(const unsigned int m) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 71 | { |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame^] | 72 | return (__force cputime_t)(m * 4096ULL); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 73 | } |
| 74 | |
| 75 | /* |
| 76 | * Convert cputime to milliseconds and back. |
| 77 | */ |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame^] | 78 | static inline unsigned int cputime_to_secs(const cputime_t cputime) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 79 | { |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame^] | 80 | return __div((__force unsigned long long) cputime, 2048000000) >> 1; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 81 | } |
| 82 | |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame^] | 83 | static inline cputime_t secs_to_cputime(const unsigned int s) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 84 | { |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame^] | 85 | return (__force cputime_t)(s * 4096000000ULL); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 86 | } |
| 87 | |
| 88 | /* |
| 89 | * Convert cputime to timespec and back. |
| 90 | */ |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame^] | 91 | static inline cputime_t timespec_to_cputime(const struct timespec *value) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 92 | { |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame^] | 93 | unsigned long long ret = value->tv_sec * 4096000000ULL; |
| 94 | return (__force cputime_t)(ret + value->tv_nsec * 4096 / 1000); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 95 | } |
| 96 | |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame^] | 97 | static inline void cputime_to_timespec(const cputime_t cputime, |
| 98 | struct timespec *value) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 99 | { |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame^] | 100 | unsigned long long __cputime = (__force unsigned long long) cputime; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 101 | #ifndef __s390x__ |
| 102 | register_pair rp; |
| 103 | |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame^] | 104 | rp.pair = __cputime >> 1; |
Martin Schwidefsky | aa5e97c | 2008-12-31 15:11:39 +0100 | [diff] [blame] | 105 | asm ("dr %0,%1" : "+d" (rp) : "d" (2048000000UL)); |
| 106 | value->tv_nsec = rp.subreg.even * 1000 / 4096; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 107 | value->tv_sec = rp.subreg.odd; |
| 108 | #else |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame^] | 109 | value->tv_nsec = (__cputime % 4096000000ULL) * 1000 / 4096; |
| 110 | value->tv_sec = __cputime / 4096000000ULL; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 111 | #endif |
| 112 | } |
| 113 | |
| 114 | /* |
| 115 | * Convert cputime to timeval and back. |
| 116 | * Since cputime and timeval have the same resolution (microseconds) |
| 117 | * this is easy. |
| 118 | */ |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame^] | 119 | static inline cputime_t timeval_to_cputime(const struct timeval *value) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 120 | { |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame^] | 121 | unsigned long long ret = value->tv_sec * 4096000000ULL; |
| 122 | return (__force cputime_t)(ret + value->tv_usec * 4096ULL); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 123 | } |
| 124 | |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame^] | 125 | static inline void cputime_to_timeval(const cputime_t cputime, |
| 126 | struct timeval *value) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 127 | { |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame^] | 128 | unsigned long long __cputime = (__force unsigned long long) cputime; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 129 | #ifndef __s390x__ |
| 130 | register_pair rp; |
| 131 | |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame^] | 132 | rp.pair = __cputime >> 1; |
Martin Schwidefsky | aa5e97c | 2008-12-31 15:11:39 +0100 | [diff] [blame] | 133 | asm ("dr %0,%1" : "+d" (rp) : "d" (2048000000UL)); |
| 134 | value->tv_usec = rp.subreg.even / 4096; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 135 | value->tv_sec = rp.subreg.odd; |
| 136 | #else |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame^] | 137 | value->tv_usec = (__cputime % 4096000000ULL) / 4096; |
| 138 | value->tv_sec = __cputime / 4096000000ULL; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 139 | #endif |
| 140 | } |
| 141 | |
| 142 | /* |
| 143 | * Convert cputime to clock and back. |
| 144 | */ |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame^] | 145 | static inline clock_t cputime_to_clock_t(cputime_t cputime) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 146 | { |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame^] | 147 | unsigned long long clock = (__force unsigned long long) cputime; |
| 148 | do_div(clock, 4096000000ULL / USER_HZ); |
| 149 | return clock; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 150 | } |
| 151 | |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame^] | 152 | static inline cputime_t clock_t_to_cputime(unsigned long x) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 153 | { |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame^] | 154 | return (__force cputime_t)(x * (4096000000ULL / USER_HZ)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 155 | } |
| 156 | |
| 157 | /* |
| 158 | * Convert cputime64 to clock. |
| 159 | */ |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame^] | 160 | static inline clock_t cputime64_to_clock_t(cputime64_t cputime) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 161 | { |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame^] | 162 | unsigned long long clock = (__force unsigned long long) cputime; |
| 163 | do_div(clock, 4096000000ULL / USER_HZ); |
| 164 | return clock; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 165 | } |
| 166 | |
Martin Schwidefsky | 76d4e00 | 2009-06-12 10:26:21 +0200 | [diff] [blame] | 167 | struct s390_idle_data { |
Martin Schwidefsky | e98bbaa | 2009-06-22 12:08:20 +0200 | [diff] [blame] | 168 | unsigned int sequence; |
Martin Schwidefsky | 76d4e00 | 2009-06-12 10:26:21 +0200 | [diff] [blame] | 169 | unsigned long long idle_count; |
| 170 | unsigned long long idle_enter; |
| 171 | unsigned long long idle_time; |
Martin Schwidefsky | 3c5d92a | 2009-09-29 14:25:16 +0200 | [diff] [blame] | 172 | int nohz_delay; |
Martin Schwidefsky | 76d4e00 | 2009-06-12 10:26:21 +0200 | [diff] [blame] | 173 | }; |
| 174 | |
| 175 | DECLARE_PER_CPU(struct s390_idle_data, s390_idle); |
| 176 | |
Martin Schwidefsky | 6377981 | 2010-05-17 10:00:03 +0200 | [diff] [blame] | 177 | void vtime_start_cpu(__u64 int_clock, __u64 enter_timer); |
Martin Schwidefsky | e1c8053 | 2009-04-23 13:58:08 +0200 | [diff] [blame] | 178 | cputime64_t s390_get_idle_time(int cpu); |
| 179 | |
| 180 | #define arch_idle_time(cpu) s390_get_idle_time(cpu) |
| 181 | |
Martin Schwidefsky | 6377981 | 2010-05-17 10:00:03 +0200 | [diff] [blame] | 182 | static inline void s390_idle_check(struct pt_regs *regs, __u64 int_clock, |
| 183 | __u64 enter_timer) |
Martin Schwidefsky | 76d4e00 | 2009-06-12 10:26:21 +0200 | [diff] [blame] | 184 | { |
Martin Schwidefsky | 6377981 | 2010-05-17 10:00:03 +0200 | [diff] [blame] | 185 | if (regs->psw.mask & PSW_MASK_WAIT) |
| 186 | vtime_start_cpu(int_clock, enter_timer); |
Martin Schwidefsky | 76d4e00 | 2009-06-12 10:26:21 +0200 | [diff] [blame] | 187 | } |
| 188 | |
Martin Schwidefsky | 3c5d92a | 2009-09-29 14:25:16 +0200 | [diff] [blame] | 189 | static inline int s390_nohz_delay(int cpu) |
| 190 | { |
Heiko Carstens | 37e8952 | 2011-01-05 12:47:55 +0100 | [diff] [blame] | 191 | return __get_cpu_var(s390_idle).nohz_delay != 0; |
Martin Schwidefsky | 3c5d92a | 2009-09-29 14:25:16 +0200 | [diff] [blame] | 192 | } |
| 193 | |
| 194 | #define arch_needs_cpu(cpu) s390_nohz_delay(cpu) |
| 195 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 196 | #endif /* _S390_CPUTIME_H */ |