blob: febd581ec9b047a01b1ff67425fef02375e34b50 [file] [log] [blame]
Paul Mackerrasf2783c12005-10-20 09:23:26 +10001/*
2 * Common time prototypes and such for all ppc machines.
3 *
4 * Written by Cort Dougan (cort@cs.nmt.edu) to merge
5 * Paul Mackerras' version and mine for PReP and Pmac.
6 *
7 * This program is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU General Public License
9 * as published by the Free Software Foundation; either version
10 * 2 of the License, or (at your option) any later version.
11 */
12
13#ifndef __POWERPC_TIME_H
14#define __POWERPC_TIME_H
15
16#ifdef __KERNEL__
Paul Mackerrasf2783c12005-10-20 09:23:26 +100017#include <linux/types.h>
18#include <linux/percpu.h>
19
20#include <asm/processor.h>
Stephen Rothwell9b475692006-06-28 11:51:41 +100021#ifdef CONFIG_PPC_ISERIES
Paul Mackerrasf2783c12005-10-20 09:23:26 +100022#include <asm/paca.h>
Stephen Rothwell9b475692006-06-28 11:51:41 +100023#include <asm/firmware.h>
Kelly Daly1da44032005-11-01 16:59:20 +110024#include <asm/iseries/hv_call.h>
Paul Mackerrasf2783c12005-10-20 09:23:26 +100025#endif
26
27/* time.c */
28extern unsigned long tb_ticks_per_jiffy;
29extern unsigned long tb_ticks_per_usec;
30extern unsigned long tb_ticks_per_sec;
31extern u64 tb_to_xs;
32extern unsigned tb_to_us;
Paul Mackerrasf2783c12005-10-20 09:23:26 +100033
34struct rtc_time;
35extern void to_tm(int tim, struct rtc_time * tm);
Michael Ellerman1c21a292008-05-08 14:27:19 +100036extern void GregorianDay(struct rtc_time *tm);
Paul Mackerrasf2783c12005-10-20 09:23:26 +100037extern time_t last_rtc_update;
38
39extern void generic_calibrate_decr(void);
40extern void wakeup_decrementer(void);
Paul Mackerrasc6622f62006-02-24 10:06:59 +110041extern void snapshot_timebase(void);
Paul Mackerrasf2783c12005-10-20 09:23:26 +100042
Vitaly Bordugf2a0bd32007-01-24 22:41:24 +030043extern void set_dec_cpu6(unsigned int val);
44
Paul Mackerrasf2783c12005-10-20 09:23:26 +100045/* Some sane defaults: 125 MHz timebase, 1GHz processor */
46extern unsigned long ppc_proc_freq;
47#define DEFAULT_PROC_FREQ (DEFAULT_TB_FREQ * 8)
48extern unsigned long ppc_tb_freq;
49#define DEFAULT_TB_FREQ 125000000UL
50
51/*
52 * By putting all of this stuff into a single struct we
53 * reduce the number of cache lines touched by do_gettimeofday.
54 * Both by collecting all of the data in one cache line and
55 * by touching only one TOC entry on ppc64.
56 */
57struct gettimeofday_vars {
58 u64 tb_to_xs;
59 u64 stamp_xsec;
60 u64 tb_orig_stamp;
61};
62
63struct gettimeofday_struct {
64 unsigned long tb_ticks_per_sec;
65 struct gettimeofday_vars vars[2];
66 struct gettimeofday_vars * volatile varp;
67 unsigned var_idx;
68 unsigned tb_to_us;
69};
70
71struct div_result {
72 u64 result_high;
73 u64 result_low;
74};
75
76/* Accessor functions for the timebase (RTC on 601) registers. */
77/* If one day CONFIG_POWER is added just define __USE_RTC as 1 */
78#ifdef CONFIG_6xx
Paul Mackerras5d14a182005-10-20 22:33:06 +100079#define __USE_RTC() (!cpu_has_feature(CPU_FTR_USE_TB))
Paul Mackerrasf2783c12005-10-20 09:23:26 +100080#else
81#define __USE_RTC() 0
82#endif
83
Benjamin Herrenschmidt859deea2006-10-20 14:37:05 +100084#ifdef CONFIG_PPC64
85
86/* For compatibility, get_tbl() is defined as get_tb() on ppc64 */
87#define get_tbl get_tb
88
89#else
90
Paul Mackerrasf2783c12005-10-20 09:23:26 +100091static inline unsigned long get_tbl(void)
92{
Paul Mackerrasf2783c12005-10-20 09:23:26 +100093#if defined(CONFIG_403GCX)
Benjamin Herrenschmidt859deea2006-10-20 14:37:05 +100094 unsigned long tbl;
Paul Mackerrasf2783c12005-10-20 09:23:26 +100095 asm volatile("mfspr %0, 0x3dd" : "=r" (tbl));
Paul Mackerrasf2783c12005-10-20 09:23:26 +100096 return tbl;
Benjamin Herrenschmidt859deea2006-10-20 14:37:05 +100097#else
98 return mftbl();
99#endif
Paul Mackerrasf2783c12005-10-20 09:23:26 +1000100}
101
102static inline unsigned int get_tbu(void)
103{
Benjamin Herrenschmidt859deea2006-10-20 14:37:05 +1000104#ifdef CONFIG_403GCX
Paul Mackerrasf2783c12005-10-20 09:23:26 +1000105 unsigned int tbu;
Paul Mackerrasf2783c12005-10-20 09:23:26 +1000106 asm volatile("mfspr %0, 0x3dc" : "=r" (tbu));
Paul Mackerrasf2783c12005-10-20 09:23:26 +1000107 return tbu;
Benjamin Herrenschmidt859deea2006-10-20 14:37:05 +1000108#else
109 return mftbu();
110#endif
Paul Mackerrasf2783c12005-10-20 09:23:26 +1000111}
Benjamin Herrenschmidt859deea2006-10-20 14:37:05 +1000112#endif /* !CONFIG_PPC64 */
Paul Mackerrasf2783c12005-10-20 09:23:26 +1000113
114static inline unsigned int get_rtcl(void)
115{
116 unsigned int rtcl;
117
118 asm volatile("mfrtcl %0" : "=r" (rtcl));
119 return rtcl;
120}
121
Paul Mackerras96c44502005-10-23 17:14:56 +1000122static inline u64 get_rtc(void)
123{
124 unsigned int hi, lo, hi2;
125
126 do {
127 asm volatile("mfrtcu %0; mfrtcl %1; mfrtcu %2"
128 : "=r" (hi), "=r" (lo), "=r" (hi2));
129 } while (hi2 != hi);
130 return (u64)hi * 1000000000 + lo;
131}
132
Paul Mackerrasf2783c12005-10-20 09:23:26 +1000133#ifdef CONFIG_PPC64
134static inline u64 get_tb(void)
135{
136 return mftb();
137}
Benjamin Herrenschmidt859deea2006-10-20 14:37:05 +1000138#else /* CONFIG_PPC64 */
Paul Mackerrasf2783c12005-10-20 09:23:26 +1000139static inline u64 get_tb(void)
140{
141 unsigned int tbhi, tblo, tbhi2;
142
143 do {
144 tbhi = get_tbu();
145 tblo = get_tbl();
146 tbhi2 = get_tbu();
147 } while (tbhi != tbhi2);
148
149 return ((u64)tbhi << 32) | tblo;
150}
Benjamin Herrenschmidt859deea2006-10-20 14:37:05 +1000151#endif /* !CONFIG_PPC64 */
Paul Mackerrasf2783c12005-10-20 09:23:26 +1000152
Benjamin Herrenschmidtc27da3392007-09-19 14:21:56 +1000153static inline u64 get_tb_or_rtc(void)
154{
155 return __USE_RTC() ? get_rtc() : get_tb();
156}
157
Paul Mackerrasf2783c12005-10-20 09:23:26 +1000158static inline void set_tb(unsigned int upper, unsigned int lower)
159{
160 mtspr(SPRN_TBWL, 0);
161 mtspr(SPRN_TBWU, upper);
162 mtspr(SPRN_TBWL, lower);
163}
164
165/* Accessor functions for the decrementer register.
166 * The 4xx doesn't even have a decrementer. I tried to use the
167 * generic timer interrupt code, which seems OK, with the 4xx PIT
168 * in auto-reload mode. The problem is PIT stops counting when it
169 * hits zero. If it would wrap, we could use it just like a decrementer.
170 */
171static inline unsigned int get_dec(void)
172{
173#if defined(CONFIG_40x)
174 return (mfspr(SPRN_PIT));
175#else
176 return (mfspr(SPRN_DEC));
177#endif
178}
179
Paul Mackerras43875cc2007-10-31 22:25:35 +1100180/*
181 * Note: Book E and 4xx processors differ from other PowerPC processors
182 * in when the decrementer generates its interrupt: on the 1 to 0
183 * transition for Book E/4xx, but on the 0 to -1 transition for others.
184 */
Paul Mackerrasf2783c12005-10-20 09:23:26 +1000185static inline void set_dec(int val)
186{
187#if defined(CONFIG_40x)
Josh Boyeraab69292007-08-20 07:29:11 -0500188 mtspr(SPRN_PIT, val);
Paul Mackerrasf2783c12005-10-20 09:23:26 +1000189#elif defined(CONFIG_8xx_CPU6)
Paul Mackerras43875cc2007-10-31 22:25:35 +1100190 set_dec_cpu6(val - 1);
Paul Mackerrasf2783c12005-10-20 09:23:26 +1000191#else
Paul Mackerras43875cc2007-10-31 22:25:35 +1100192#ifndef CONFIG_BOOKE
193 --val;
194#endif
Paul Mackerrasf2783c12005-10-20 09:23:26 +1000195#ifdef CONFIG_PPC_ISERIES
Stephen Rothwell9b475692006-06-28 11:51:41 +1000196 if (firmware_has_feature(FW_FEATURE_ISERIES) &&
197 get_lppaca()->shared_proc) {
David Gibson3356bb9f72006-01-13 10:26:42 +1100198 get_lppaca()->virtual_decr = val;
Paul Mackerras43875cc2007-10-31 22:25:35 +1100199 if (get_dec() > val)
Paul Mackerrasf2783c12005-10-20 09:23:26 +1000200 HvCall_setVirtualDecr();
Paul Mackerras43875cc2007-10-31 22:25:35 +1100201 return;
202 }
Paul Mackerrasf2783c12005-10-20 09:23:26 +1000203#endif
Paul Mackerras43875cc2007-10-31 22:25:35 +1100204 mtspr(SPRN_DEC, val);
Paul Mackerrasf2783c12005-10-20 09:23:26 +1000205#endif /* not 40x or 8xx_CPU6 */
206}
207
208static inline unsigned long tb_ticks_since(unsigned long tstamp)
209{
210 if (__USE_RTC()) {
211 int delta = get_rtcl() - (unsigned int) tstamp;
212 return delta < 0 ? delta + 1000000000 : delta;
213 }
214 return get_tbl() - tstamp;
215}
216
217#define mulhwu(x,y) \
218({unsigned z; asm ("mulhwu %0,%1,%2" : "=r" (z) : "r" (x), "r" (y)); z;})
219
220#ifdef CONFIG_PPC64
221#define mulhdu(x,y) \
222({unsigned long z; asm ("mulhdu %0,%1,%2" : "=r" (z) : "r" (x), "r" (y)); z;})
223#else
224extern u64 mulhdu(u64, u64);
225#endif
226
Paul Mackerrasa5b518e2005-10-22 14:55:23 +1000227extern void smp_space_timers(unsigned int);
228
229extern unsigned mulhwu_scale_factor(unsigned, unsigned);
230extern void div128_by_32(u64 dividend_high, u64 dividend_low,
231 unsigned divisor, struct div_result *dr);
Paul Mackerrasf2783c12005-10-20 09:23:26 +1000232
233/* Used to store Processor Utilization register (purr) values */
234
235struct cpu_usage {
236 u64 current_tb; /* Holds the current purr register values */
237};
238
239DECLARE_PER_CPU(struct cpu_usage, cpu_usage_array);
240
Michael Neuling4cefebb12007-06-08 13:18:50 +1000241#if defined(CONFIG_VIRT_CPU_ACCOUNTING)
Paul Mackerrasc6622f62006-02-24 10:06:59 +1100242extern void calculate_steal_time(void);
243extern void snapshot_timebases(void);
Tony Breeds81a38432007-12-04 16:51:44 +1100244#define account_process_vtime(tsk) account_process_tick(tsk, 0)
Paul Mackerrasc6622f62006-02-24 10:06:59 +1100245#else
246#define calculate_steal_time() do { } while (0)
247#define snapshot_timebases() do { } while (0)
Tony Breeds81a38432007-12-04 16:51:44 +1100248#define account_process_vtime(tsk) do { } while (0)
Paul Mackerrasc6622f62006-02-24 10:06:59 +1100249#endif
250
Tony Breedsd831d0b2007-09-21 13:26:03 +1000251extern void secondary_cpu_time_init(void);
Tony Breeds71712b42007-06-22 16:54:30 +1000252extern void iSeries_time_init_early(void);
253
Paul Mackerrasf2783c12005-10-20 09:23:26 +1000254#endif /* __KERNEL__ */
Kim Phillips7a69af62006-09-26 17:46:37 -0500255#endif /* __POWERPC_TIME_H */