blob: 4cff977ad5266c5129ed5eca9114e38a55d258cf [file] [log] [blame]
Paul Mackerrasf2783c12005-10-20 09:23:26 +10001/*
2 * Common time prototypes and such for all ppc machines.
3 *
4 * Written by Cort Dougan (cort@cs.nmt.edu) to merge
5 * Paul Mackerras' version and mine for PReP and Pmac.
6 *
7 * This program is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU General Public License
9 * as published by the Free Software Foundation; either version
10 * 2 of the License, or (at your option) any later version.
11 */
12
13#ifndef __POWERPC_TIME_H
14#define __POWERPC_TIME_H
15
16#ifdef __KERNEL__
Paul Mackerrasf2783c12005-10-20 09:23:26 +100017#include <linux/types.h>
18#include <linux/percpu.h>
19
20#include <asm/processor.h>
Stephen Rothwell9b475692006-06-28 11:51:41 +100021#ifdef CONFIG_PPC_ISERIES
Paul Mackerrasf2783c12005-10-20 09:23:26 +100022#include <asm/paca.h>
Stephen Rothwell9b475692006-06-28 11:51:41 +100023#include <asm/firmware.h>
Kelly Daly1da44032005-11-01 16:59:20 +110024#include <asm/iseries/hv_call.h>
Paul Mackerrasf2783c12005-10-20 09:23:26 +100025#endif
26
27/* time.c */
28extern unsigned long tb_ticks_per_jiffy;
29extern unsigned long tb_ticks_per_usec;
30extern unsigned long tb_ticks_per_sec;
31extern u64 tb_to_xs;
32extern unsigned tb_to_us;
Paul Mackerrasf2783c12005-10-20 09:23:26 +100033
34struct rtc_time;
35extern void to_tm(int tim, struct rtc_time * tm);
36extern time_t last_rtc_update;
37
38extern void generic_calibrate_decr(void);
39extern void wakeup_decrementer(void);
Paul Mackerrasc6622f62006-02-24 10:06:59 +110040extern void snapshot_timebase(void);
Paul Mackerrasf2783c12005-10-20 09:23:26 +100041
42/* Some sane defaults: 125 MHz timebase, 1GHz processor */
43extern unsigned long ppc_proc_freq;
44#define DEFAULT_PROC_FREQ (DEFAULT_TB_FREQ * 8)
45extern unsigned long ppc_tb_freq;
46#define DEFAULT_TB_FREQ 125000000UL
47
48/*
49 * By putting all of this stuff into a single struct we
50 * reduce the number of cache lines touched by do_gettimeofday.
51 * Both by collecting all of the data in one cache line and
52 * by touching only one TOC entry on ppc64.
53 */
54struct gettimeofday_vars {
55 u64 tb_to_xs;
56 u64 stamp_xsec;
57 u64 tb_orig_stamp;
58};
59
60struct gettimeofday_struct {
61 unsigned long tb_ticks_per_sec;
62 struct gettimeofday_vars vars[2];
63 struct gettimeofday_vars * volatile varp;
64 unsigned var_idx;
65 unsigned tb_to_us;
66};
67
68struct div_result {
69 u64 result_high;
70 u64 result_low;
71};
72
73/* Accessor functions for the timebase (RTC on 601) registers. */
74/* If one day CONFIG_POWER is added just define __USE_RTC as 1 */
75#ifdef CONFIG_6xx
Paul Mackerras5d14a182005-10-20 22:33:06 +100076#define __USE_RTC() (!cpu_has_feature(CPU_FTR_USE_TB))
Paul Mackerrasf2783c12005-10-20 09:23:26 +100077#else
78#define __USE_RTC() 0
79#endif
80
Benjamin Herrenschmidt859deea2006-10-20 14:37:05 +100081#ifdef CONFIG_PPC64
82
83/* For compatibility, get_tbl() is defined as get_tb() on ppc64 */
84#define get_tbl get_tb
85
86#else
87
Paul Mackerrasf2783c12005-10-20 09:23:26 +100088static inline unsigned long get_tbl(void)
89{
Paul Mackerrasf2783c12005-10-20 09:23:26 +100090#if defined(CONFIG_403GCX)
Benjamin Herrenschmidt859deea2006-10-20 14:37:05 +100091 unsigned long tbl;
Paul Mackerrasf2783c12005-10-20 09:23:26 +100092 asm volatile("mfspr %0, 0x3dd" : "=r" (tbl));
Paul Mackerrasf2783c12005-10-20 09:23:26 +100093 return tbl;
Benjamin Herrenschmidt859deea2006-10-20 14:37:05 +100094#else
95 return mftbl();
96#endif
Paul Mackerrasf2783c12005-10-20 09:23:26 +100097}
98
99static inline unsigned int get_tbu(void)
100{
Benjamin Herrenschmidt859deea2006-10-20 14:37:05 +1000101#ifdef CONFIG_403GCX
Paul Mackerrasf2783c12005-10-20 09:23:26 +1000102 unsigned int tbu;
Paul Mackerrasf2783c12005-10-20 09:23:26 +1000103 asm volatile("mfspr %0, 0x3dc" : "=r" (tbu));
Paul Mackerrasf2783c12005-10-20 09:23:26 +1000104 return tbu;
Benjamin Herrenschmidt859deea2006-10-20 14:37:05 +1000105#else
106 return mftbu();
107#endif
Paul Mackerrasf2783c12005-10-20 09:23:26 +1000108}
Benjamin Herrenschmidt859deea2006-10-20 14:37:05 +1000109#endif /* !CONFIG_PPC64 */
Paul Mackerrasf2783c12005-10-20 09:23:26 +1000110
111static inline unsigned int get_rtcl(void)
112{
113 unsigned int rtcl;
114
115 asm volatile("mfrtcl %0" : "=r" (rtcl));
116 return rtcl;
117}
118
Paul Mackerras96c44502005-10-23 17:14:56 +1000119static inline u64 get_rtc(void)
120{
121 unsigned int hi, lo, hi2;
122
123 do {
124 asm volatile("mfrtcu %0; mfrtcl %1; mfrtcu %2"
125 : "=r" (hi), "=r" (lo), "=r" (hi2));
126 } while (hi2 != hi);
127 return (u64)hi * 1000000000 + lo;
128}
129
Paul Mackerrasf2783c12005-10-20 09:23:26 +1000130#ifdef CONFIG_PPC64
131static inline u64 get_tb(void)
132{
133 return mftb();
134}
Benjamin Herrenschmidt859deea2006-10-20 14:37:05 +1000135#else /* CONFIG_PPC64 */
Paul Mackerrasf2783c12005-10-20 09:23:26 +1000136static inline u64 get_tb(void)
137{
138 unsigned int tbhi, tblo, tbhi2;
139
140 do {
141 tbhi = get_tbu();
142 tblo = get_tbl();
143 tbhi2 = get_tbu();
144 } while (tbhi != tbhi2);
145
146 return ((u64)tbhi << 32) | tblo;
147}
Benjamin Herrenschmidt859deea2006-10-20 14:37:05 +1000148#endif /* !CONFIG_PPC64 */
Paul Mackerrasf2783c12005-10-20 09:23:26 +1000149
150static inline void set_tb(unsigned int upper, unsigned int lower)
151{
152 mtspr(SPRN_TBWL, 0);
153 mtspr(SPRN_TBWU, upper);
154 mtspr(SPRN_TBWL, lower);
155}
156
157/* Accessor functions for the decrementer register.
158 * The 4xx doesn't even have a decrementer. I tried to use the
159 * generic timer interrupt code, which seems OK, with the 4xx PIT
160 * in auto-reload mode. The problem is PIT stops counting when it
161 * hits zero. If it would wrap, we could use it just like a decrementer.
162 */
163static inline unsigned int get_dec(void)
164{
165#if defined(CONFIG_40x)
166 return (mfspr(SPRN_PIT));
167#else
168 return (mfspr(SPRN_DEC));
169#endif
170}
171
172static inline void set_dec(int val)
173{
174#if defined(CONFIG_40x)
175 return; /* Have to let it auto-reload */
176#elif defined(CONFIG_8xx_CPU6)
177 set_dec_cpu6(val);
178#else
179#ifdef CONFIG_PPC_ISERIES
Paul Mackerrasf2783c12005-10-20 09:23:26 +1000180 int cur_dec;
181
Stephen Rothwell9b475692006-06-28 11:51:41 +1000182 if (firmware_has_feature(FW_FEATURE_ISERIES) &&
183 get_lppaca()->shared_proc) {
David Gibson3356bb9f72006-01-13 10:26:42 +1100184 get_lppaca()->virtual_decr = val;
Paul Mackerrasf2783c12005-10-20 09:23:26 +1000185 cur_dec = get_dec();
186 if (cur_dec > val)
187 HvCall_setVirtualDecr();
188 } else
189#endif
190 mtspr(SPRN_DEC, val);
191#endif /* not 40x or 8xx_CPU6 */
192}
193
194static inline unsigned long tb_ticks_since(unsigned long tstamp)
195{
196 if (__USE_RTC()) {
197 int delta = get_rtcl() - (unsigned int) tstamp;
198 return delta < 0 ? delta + 1000000000 : delta;
199 }
200 return get_tbl() - tstamp;
201}
202
203#define mulhwu(x,y) \
204({unsigned z; asm ("mulhwu %0,%1,%2" : "=r" (z) : "r" (x), "r" (y)); z;})
205
206#ifdef CONFIG_PPC64
207#define mulhdu(x,y) \
208({unsigned long z; asm ("mulhdu %0,%1,%2" : "=r" (z) : "r" (x), "r" (y)); z;})
209#else
210extern u64 mulhdu(u64, u64);
211#endif
212
Paul Mackerrasa5b518e2005-10-22 14:55:23 +1000213extern void smp_space_timers(unsigned int);
214
215extern unsigned mulhwu_scale_factor(unsigned, unsigned);
216extern void div128_by_32(u64 dividend_high, u64 dividend_low,
217 unsigned divisor, struct div_result *dr);
Paul Mackerrasf2783c12005-10-20 09:23:26 +1000218
219/* Used to store Processor Utilization register (purr) values */
220
221struct cpu_usage {
222 u64 current_tb; /* Holds the current purr register values */
223};
224
225DECLARE_PER_CPU(struct cpu_usage, cpu_usage_array);
226
Paul Mackerrasc6622f62006-02-24 10:06:59 +1100227#ifdef CONFIG_VIRT_CPU_ACCOUNTING
228extern void account_process_vtime(struct task_struct *tsk);
229#else
230#define account_process_vtime(tsk) do { } while (0)
231#endif
232
233#if defined(CONFIG_VIRT_CPU_ACCOUNTING) && defined(CONFIG_PPC_SPLPAR)
234extern void calculate_steal_time(void);
235extern void snapshot_timebases(void);
236#else
237#define calculate_steal_time() do { } while (0)
238#define snapshot_timebases() do { } while (0)
239#endif
240
Paul Mackerrasf2783c12005-10-20 09:23:26 +1000241#endif /* __KERNEL__ */
Kim Phillips7a69af62006-09-26 17:46:37 -0500242#endif /* __POWERPC_TIME_H */