john stultz | 5d0cf41 | 2006-06-26 00:25:12 -0700 | [diff] [blame] | 1 | /* |
| 2 | * linux/drivers/clocksource/acpi_pm.c |
| 3 | * |
| 4 | * This file contains the ACPI PM based clocksource. |
| 5 | * |
| 6 | * This code was largely moved from the i386 timer_pm.c file |
| 7 | * which was (C) Dominik Brodowski <linux@brodo.de> 2003 |
| 8 | * and contained the following comments: |
| 9 | * |
| 10 | * Driver to use the Power Management Timer (PMTMR) available in some |
| 11 | * southbridges as primary timing source for the Linux kernel. |
| 12 | * |
| 13 | * Based on parts of linux/drivers/acpi/hardware/hwtimer.c, timer_pit.c, |
| 14 | * timer_hpet.c, and on Arjan van de Ven's implementation for 2.4. |
| 15 | * |
| 16 | * This file is licensed under the GPL v2. |
| 17 | */ |
| 18 | |
Thomas Gleixner | d66bea5 | 2007-02-16 01:27:57 -0800 | [diff] [blame] | 19 | #include <linux/acpi_pmtmr.h> |
john stultz | 5d0cf41 | 2006-06-26 00:25:12 -0700 | [diff] [blame] | 20 | #include <linux/clocksource.h> |
Arnd Bergmann | 08604bd | 2009-06-16 15:31:12 -0700 | [diff] [blame] | 21 | #include <linux/timex.h> |
john stultz | 5d0cf41 | 2006-06-26 00:25:12 -0700 | [diff] [blame] | 22 | #include <linux/errno.h> |
| 23 | #include <linux/init.h> |
| 24 | #include <linux/pci.h> |
Dominik Brodowski | 4ab6a21 | 2008-09-05 14:05:35 -0700 | [diff] [blame] | 25 | #include <linux/delay.h> |
john stultz | 5d0cf41 | 2006-06-26 00:25:12 -0700 | [diff] [blame] | 26 | #include <asm/io.h> |
| 27 | |
john stultz | 5d0cf41 | 2006-06-26 00:25:12 -0700 | [diff] [blame] | 28 | /* |
| 29 | * The I/O port the PMTMR resides at. |
| 30 | * The location is detected during setup_arch(), |
Daniel Walker | 8ce8e2f | 2007-04-25 14:27:06 -0400 | [diff] [blame] | 31 | * in arch/i386/kernel/acpi/boot.c |
john stultz | 5d0cf41 | 2006-06-26 00:25:12 -0700 | [diff] [blame] | 32 | */ |
Andreas Mohr | 7d622d4 | 2006-06-26 00:25:14 -0700 | [diff] [blame] | 33 | u32 pmtmr_ioport __read_mostly; |
john stultz | 5d0cf41 | 2006-06-26 00:25:12 -0700 | [diff] [blame] | 34 | |
john stultz | 5d0cf41 | 2006-06-26 00:25:12 -0700 | [diff] [blame] | 35 | static inline u32 read_pmtmr(void) |
| 36 | { |
| 37 | /* mask the output to 24 bits */ |
| 38 | return inl(pmtmr_ioport) & ACPI_PM_MASK; |
| 39 | } |
| 40 | |
Thomas Gleixner | d66bea5 | 2007-02-16 01:27:57 -0800 | [diff] [blame] | 41 | u32 acpi_pm_read_verified(void) |
john stultz | 5d0cf41 | 2006-06-26 00:25:12 -0700 | [diff] [blame] | 42 | { |
| 43 | u32 v1 = 0, v2 = 0, v3 = 0; |
| 44 | |
| 45 | /* |
| 46 | * It has been reported that because of various broken |
| 47 | * chipsets (ICH4, PIIX4 and PIIX4E) where the ACPI PM clock |
Andreas Mohr | 7d622d4 | 2006-06-26 00:25:14 -0700 | [diff] [blame] | 48 | * source is not latched, you must read it multiple |
john stultz | 5d0cf41 | 2006-06-26 00:25:12 -0700 | [diff] [blame] | 49 | * times to ensure a safe value is read: |
| 50 | */ |
| 51 | do { |
| 52 | v1 = read_pmtmr(); |
| 53 | v2 = read_pmtmr(); |
| 54 | v3 = read_pmtmr(); |
Daniel Walker | 78f3266 | 2006-10-21 10:24:10 -0700 | [diff] [blame] | 55 | } while (unlikely((v1 > v2 && v1 < v3) || (v2 > v3 && v2 < v1) |
| 56 | || (v3 > v1 && v3 < v2))); |
john stultz | 5d0cf41 | 2006-06-26 00:25:12 -0700 | [diff] [blame] | 57 | |
Thomas Gleixner | d66bea5 | 2007-02-16 01:27:57 -0800 | [diff] [blame] | 58 | return v2; |
| 59 | } |
| 60 | |
Magnus Damm | 8e19608 | 2009-04-21 12:24:00 -0700 | [diff] [blame] | 61 | static cycle_t acpi_pm_read(struct clocksource *cs) |
john stultz | 5d0cf41 | 2006-06-26 00:25:12 -0700 | [diff] [blame] | 62 | { |
| 63 | return (cycle_t)read_pmtmr(); |
| 64 | } |
| 65 | |
| 66 | static struct clocksource clocksource_acpi_pm = { |
| 67 | .name = "acpi_pm", |
| 68 | .rating = 200, |
| 69 | .read = acpi_pm_read, |
| 70 | .mask = (cycle_t)ACPI_PM_MASK, |
Thomas Gleixner | 73b08d2 | 2007-02-16 01:27:36 -0800 | [diff] [blame] | 71 | .flags = CLOCK_SOURCE_IS_CONTINUOUS, |
john stultz | 5d0cf41 | 2006-06-26 00:25:12 -0700 | [diff] [blame] | 72 | }; |
| 73 | |
| 74 | |
| 75 | #ifdef CONFIG_PCI |
Daniel Walker | f5f1a24 | 2006-12-10 02:21:33 -0800 | [diff] [blame] | 76 | static int __devinitdata acpi_pm_good; |
john stultz | 5d0cf41 | 2006-06-26 00:25:12 -0700 | [diff] [blame] | 77 | static int __init acpi_pm_good_setup(char *__str) |
| 78 | { |
Daniel Walker | f5f1a24 | 2006-12-10 02:21:33 -0800 | [diff] [blame] | 79 | acpi_pm_good = 1; |
| 80 | return 1; |
john stultz | 5d0cf41 | 2006-06-26 00:25:12 -0700 | [diff] [blame] | 81 | } |
| 82 | __setup("acpi_pm_good", acpi_pm_good_setup); |
| 83 | |
Magnus Damm | 8e19608 | 2009-04-21 12:24:00 -0700 | [diff] [blame] | 84 | static cycle_t acpi_pm_read_slow(struct clocksource *cs) |
Bjorn Helgaas | 0a57b78 | 2008-12-01 14:18:12 -0800 | [diff] [blame] | 85 | { |
| 86 | return (cycle_t)acpi_pm_read_verified(); |
| 87 | } |
| 88 | |
john stultz | 5d0cf41 | 2006-06-26 00:25:12 -0700 | [diff] [blame] | 89 | static inline void acpi_pm_need_workaround(void) |
| 90 | { |
Thomas Gleixner | d66bea5 | 2007-02-16 01:27:57 -0800 | [diff] [blame] | 91 | clocksource_acpi_pm.read = acpi_pm_read_slow; |
john stultz | 1ff100d | 2007-03-26 21:32:19 -0800 | [diff] [blame] | 92 | clocksource_acpi_pm.rating = 120; |
john stultz | 5d0cf41 | 2006-06-26 00:25:12 -0700 | [diff] [blame] | 93 | } |
| 94 | |
| 95 | /* |
| 96 | * PIIX4 Errata: |
| 97 | * |
| 98 | * The power management timer may return improper results when read. |
| 99 | * Although the timer value settles properly after incrementing, |
| 100 | * while incrementing there is a 3 ns window every 69.8 ns where the |
| 101 | * timer value is indeterminate (a 4.2% chance that the data will be |
| 102 | * incorrect when read). As a result, the ACPI free running count up |
| 103 | * timer specification is violated due to erroneous reads. |
| 104 | */ |
| 105 | static void __devinit acpi_pm_check_blacklist(struct pci_dev *dev) |
| 106 | { |
john stultz | 5d0cf41 | 2006-06-26 00:25:12 -0700 | [diff] [blame] | 107 | if (acpi_pm_good) |
| 108 | return; |
| 109 | |
john stultz | 5d0cf41 | 2006-06-26 00:25:12 -0700 | [diff] [blame] | 110 | /* the bug has been fixed in PIIX4M */ |
Auke Kok | 44c1013 | 2007-06-08 15:46:36 -0700 | [diff] [blame] | 111 | if (dev->revision < 3) { |
john stultz | 5d0cf41 | 2006-06-26 00:25:12 -0700 | [diff] [blame] | 112 | printk(KERN_WARNING "* Found PM-Timer Bug on the chipset." |
| 113 | " Due to workarounds for a bug,\n" |
| 114 | "* this clock source is slow. Consider trying" |
| 115 | " other clock sources\n"); |
| 116 | |
| 117 | acpi_pm_need_workaround(); |
| 118 | } |
| 119 | } |
| 120 | DECLARE_PCI_FIXUP_EARLY(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_82371AB_3, |
| 121 | acpi_pm_check_blacklist); |
| 122 | |
| 123 | static void __devinit acpi_pm_check_graylist(struct pci_dev *dev) |
| 124 | { |
| 125 | if (acpi_pm_good) |
| 126 | return; |
| 127 | |
| 128 | printk(KERN_WARNING "* The chipset may have PM-Timer Bug. Due to" |
| 129 | " workarounds for a bug,\n" |
| 130 | "* this clock source is slow. If you are sure your timer" |
| 131 | " does not have\n" |
| 132 | "* this bug, please use \"acpi_pm_good\" to disable the" |
| 133 | " workaround\n"); |
| 134 | |
| 135 | acpi_pm_need_workaround(); |
| 136 | } |
| 137 | DECLARE_PCI_FIXUP_EARLY(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_82801DB_0, |
| 138 | acpi_pm_check_graylist); |
Daniel Walker | 78f3266 | 2006-10-21 10:24:10 -0700 | [diff] [blame] | 139 | DECLARE_PCI_FIXUP_EARLY(PCI_VENDOR_ID_SERVERWORKS, PCI_DEVICE_ID_SERVERWORKS_LE, |
| 140 | acpi_pm_check_graylist); |
john stultz | 5d0cf41 | 2006-06-26 00:25:12 -0700 | [diff] [blame] | 141 | #endif |
| 142 | |
john stultz | 562f9c5 | 2006-12-08 02:36:02 -0800 | [diff] [blame] | 143 | #ifndef CONFIG_X86_64 |
Ingo Molnar | 1164dd0 | 2009-01-28 19:34:09 +0100 | [diff] [blame] | 144 | #include <asm/mach_timer.h> |
john stultz | 562f9c5 | 2006-12-08 02:36:02 -0800 | [diff] [blame] | 145 | #define PMTMR_EXPECTED_RATE \ |
| 146 | ((CALIBRATE_LATCH * (PMTMR_TICKS_PER_SEC >> 10)) / (CLOCK_TICK_RATE>>10)) |
| 147 | /* |
| 148 | * Some boards have the PMTMR running way too fast. We check |
| 149 | * the PMTMR rate against PIT channel 2 to catch these cases. |
| 150 | */ |
| 151 | static int verify_pmtmr_rate(void) |
| 152 | { |
Dominik Brodowski | dfdf748 | 2008-09-05 14:05:33 -0700 | [diff] [blame] | 153 | cycle_t value1, value2; |
john stultz | 562f9c5 | 2006-12-08 02:36:02 -0800 | [diff] [blame] | 154 | unsigned long count, delta; |
| 155 | |
| 156 | mach_prepare_counter(); |
Magnus Damm | 8e19608 | 2009-04-21 12:24:00 -0700 | [diff] [blame] | 157 | value1 = clocksource_acpi_pm.read(&clocksource_acpi_pm); |
john stultz | 562f9c5 | 2006-12-08 02:36:02 -0800 | [diff] [blame] | 158 | mach_countup(&count); |
Magnus Damm | 8e19608 | 2009-04-21 12:24:00 -0700 | [diff] [blame] | 159 | value2 = clocksource_acpi_pm.read(&clocksource_acpi_pm); |
john stultz | 562f9c5 | 2006-12-08 02:36:02 -0800 | [diff] [blame] | 160 | delta = (value2 - value1) & ACPI_PM_MASK; |
| 161 | |
| 162 | /* Check that the PMTMR delta is within 5% of what we expect */ |
| 163 | if (delta < (PMTMR_EXPECTED_RATE * 19) / 20 || |
| 164 | delta > (PMTMR_EXPECTED_RATE * 21) / 20) { |
| 165 | printk(KERN_INFO "PM-Timer running at invalid rate: %lu%% " |
| 166 | "of normal - aborting.\n", |
| 167 | 100UL * delta / PMTMR_EXPECTED_RATE); |
| 168 | return -1; |
| 169 | } |
| 170 | |
| 171 | return 0; |
| 172 | } |
| 173 | #else |
| 174 | #define verify_pmtmr_rate() (0) |
| 175 | #endif |
john stultz | 5d0cf41 | 2006-06-26 00:25:12 -0700 | [diff] [blame] | 176 | |
Dominik Brodowski | 4ab6a21 | 2008-09-05 14:05:35 -0700 | [diff] [blame] | 177 | /* Number of monotonicity checks to perform during initialization */ |
| 178 | #define ACPI_PM_MONOTONICITY_CHECKS 10 |
Dominik Brodowski | f1926ce | 2008-09-11 11:09:49 +0200 | [diff] [blame] | 179 | /* Number of reads we try to get two different values */ |
| 180 | #define ACPI_PM_READ_CHECKS 10000 |
Dominik Brodowski | 4ab6a21 | 2008-09-05 14:05:35 -0700 | [diff] [blame] | 181 | |
john stultz | 5d0cf41 | 2006-06-26 00:25:12 -0700 | [diff] [blame] | 182 | static int __init init_acpi_pm_clocksource(void) |
| 183 | { |
Dominik Brodowski | dfdf748 | 2008-09-05 14:05:33 -0700 | [diff] [blame] | 184 | cycle_t value1, value2; |
Dominik Brodowski | f1926ce | 2008-09-11 11:09:49 +0200 | [diff] [blame] | 185 | unsigned int i, j = 0; |
john stultz | 5d0cf41 | 2006-06-26 00:25:12 -0700 | [diff] [blame] | 186 | |
| 187 | if (!pmtmr_ioport) |
| 188 | return -ENODEV; |
| 189 | |
john stultz | 5d0cf41 | 2006-06-26 00:25:12 -0700 | [diff] [blame] | 190 | /* "verify" this timing source: */ |
Dominik Brodowski | 4ab6a21 | 2008-09-05 14:05:35 -0700 | [diff] [blame] | 191 | for (j = 0; j < ACPI_PM_MONOTONICITY_CHECKS; j++) { |
Dominik Brodowski | f1926ce | 2008-09-11 11:09:49 +0200 | [diff] [blame] | 192 | udelay(100 * j); |
Magnus Damm | 8e19608 | 2009-04-21 12:24:00 -0700 | [diff] [blame] | 193 | value1 = clocksource_acpi_pm.read(&clocksource_acpi_pm); |
Dominik Brodowski | f1926ce | 2008-09-11 11:09:49 +0200 | [diff] [blame] | 194 | for (i = 0; i < ACPI_PM_READ_CHECKS; i++) { |
Magnus Damm | 8e19608 | 2009-04-21 12:24:00 -0700 | [diff] [blame] | 195 | value2 = clocksource_acpi_pm.read(&clocksource_acpi_pm); |
Dominik Brodowski | 4ab6a21 | 2008-09-05 14:05:35 -0700 | [diff] [blame] | 196 | if (value2 == value1) |
| 197 | continue; |
| 198 | if (value2 > value1) |
Dominik Brodowski | 4ab6a21 | 2008-09-05 14:05:35 -0700 | [diff] [blame] | 199 | break; |
| 200 | if ((value2 < value1) && ((value2) < 0xFFF)) |
Dominik Brodowski | 4ab6a21 | 2008-09-05 14:05:35 -0700 | [diff] [blame] | 201 | break; |
| 202 | printk(KERN_INFO "PM-Timer had inconsistent results:" |
| 203 | " 0x%#llx, 0x%#llx - aborting.\n", |
| 204 | value1, value2); |
Konrad Rzeszutek Wilk | db6b175 | 2011-01-14 09:47:26 -0800 | [diff] [blame] | 205 | pmtmr_ioport = 0; |
Dominik Brodowski | 4ab6a21 | 2008-09-05 14:05:35 -0700 | [diff] [blame] | 206 | return -EINVAL; |
| 207 | } |
Dominik Brodowski | f1926ce | 2008-09-11 11:09:49 +0200 | [diff] [blame] | 208 | if (i == ACPI_PM_READ_CHECKS) { |
| 209 | printk(KERN_INFO "PM-Timer failed consistency check " |
| 210 | " (0x%#llx) - aborting.\n", value1); |
Konrad Rzeszutek Wilk | db6b175 | 2011-01-14 09:47:26 -0800 | [diff] [blame] | 211 | pmtmr_ioport = 0; |
Dominik Brodowski | f1926ce | 2008-09-11 11:09:49 +0200 | [diff] [blame] | 212 | return -ENODEV; |
| 213 | } |
john stultz | 5d0cf41 | 2006-06-26 00:25:12 -0700 | [diff] [blame] | 214 | } |
john stultz | 5d0cf41 | 2006-06-26 00:25:12 -0700 | [diff] [blame] | 215 | |
Konrad Rzeszutek Wilk | db6b175 | 2011-01-14 09:47:26 -0800 | [diff] [blame] | 216 | if (verify_pmtmr_rate() != 0){ |
| 217 | pmtmr_ioport = 0; |
john stultz | 562f9c5 | 2006-12-08 02:36:02 -0800 | [diff] [blame] | 218 | return -ENODEV; |
Konrad Rzeszutek Wilk | db6b175 | 2011-01-14 09:47:26 -0800 | [diff] [blame] | 219 | } |
john stultz | 562f9c5 | 2006-12-08 02:36:02 -0800 | [diff] [blame] | 220 | |
John Stultz | f12a15b | 2010-07-13 17:56:27 -0700 | [diff] [blame] | 221 | return clocksource_register_hz(&clocksource_acpi_pm, |
| 222 | PMTMR_TICKS_PER_SEC); |
john stultz | 5d0cf41 | 2006-06-26 00:25:12 -0700 | [diff] [blame] | 223 | } |
| 224 | |
john stultz | 6bb74df | 2007-03-05 00:30:50 -0800 | [diff] [blame] | 225 | /* We use fs_initcall because we want the PCI fixups to have run |
| 226 | * but we still need to load before device_initcall |
| 227 | */ |
| 228 | fs_initcall(init_acpi_pm_clocksource); |
Thomas Gleixner | 6b14850 | 2008-05-21 21:14:58 +0200 | [diff] [blame] | 229 | |
| 230 | /* |
| 231 | * Allow an override of the IOPort. Stupid BIOSes do not tell us about |
| 232 | * the PMTimer, but we might know where it is. |
| 233 | */ |
| 234 | static int __init parse_pmtmr(char *arg) |
| 235 | { |
| 236 | unsigned long base; |
| 237 | |
| 238 | if (strict_strtoul(arg, 16, &base)) |
| 239 | return -EINVAL; |
David Howells | ee974e0 | 2008-08-20 16:37:26 -0700 | [diff] [blame] | 240 | #ifdef CONFIG_X86_64 |
| 241 | if (base > UINT_MAX) |
| 242 | return -ERANGE; |
| 243 | #endif |
Linus Torvalds | 1435176 | 2008-07-15 11:01:39 -0700 | [diff] [blame] | 244 | printk(KERN_INFO "PMTMR IOPort override: 0x%04x -> 0x%04lx\n", |
David Howells | ee974e0 | 2008-08-20 16:37:26 -0700 | [diff] [blame] | 245 | pmtmr_ioport, base); |
Thomas Gleixner | 6b14850 | 2008-05-21 21:14:58 +0200 | [diff] [blame] | 246 | pmtmr_ioport = base; |
| 247 | |
| 248 | return 1; |
| 249 | } |
| 250 | __setup("pmtmr=", parse_pmtmr); |