Andi Kleen | 2aae950 | 2007-07-21 17:10:01 +0200 | [diff] [blame] | 1 | /* |
| 2 | * Copyright 2006 Andi Kleen, SUSE Labs. |
| 3 | * Subject to the GNU Public License, v.2 |
| 4 | * |
| 5 | * Fast user context implementation of getcpu() |
| 6 | */ |
| 7 | |
| 8 | #include <linux/kernel.h> |
| 9 | #include <linux/getcpu.h> |
| 10 | #include <linux/jiffies.h> |
| 11 | #include <linux/time.h> |
| 12 | #include <asm/vsyscall.h> |
| 13 | #include <asm/vgtod.h> |
Andi Kleen | 2aae950 | 2007-07-21 17:10:01 +0200 | [diff] [blame] | 14 | |
Steven Rostedt | 23adec5 | 2008-05-12 21:20:41 +0200 | [diff] [blame] | 15 | notrace long |
| 16 | __vdso_getcpu(unsigned *cpu, unsigned *node, struct getcpu_cache *unused) |
Andi Kleen | 2aae950 | 2007-07-21 17:10:01 +0200 | [diff] [blame] | 17 | { |
Glauber de Oliveira Costa | 8f12dea | 2008-01-30 13:31:06 +0100 | [diff] [blame] | 18 | unsigned int p; |
Andi Kleen | 2aae950 | 2007-07-21 17:10:01 +0200 | [diff] [blame] | 19 | |
Andy Lutomirski | 8c49d9a | 2011-05-23 09:31:24 -0400 | [diff] [blame] | 20 | if (VVAR(vgetcpu_mode) == VGETCPU_RDTSCP) { |
Andi Kleen | 2aae950 | 2007-07-21 17:10:01 +0200 | [diff] [blame] | 21 | /* Load per CPU data from RDTSCP */ |
Glauber de Oliveira Costa | 8f12dea | 2008-01-30 13:31:06 +0100 | [diff] [blame] | 22 | native_read_tscp(&p); |
Andi Kleen | 2aae950 | 2007-07-21 17:10:01 +0200 | [diff] [blame] | 23 | } else { |
| 24 | /* Load per CPU data from GDT */ |
| 25 | asm("lsl %1,%0" : "=r" (p) : "r" (__PER_CPU_SEG)); |
| 26 | } |
Andi Kleen | 2aae950 | 2007-07-21 17:10:01 +0200 | [diff] [blame] | 27 | if (cpu) |
| 28 | *cpu = p & 0xfff; |
| 29 | if (node) |
| 30 | *node = p >> 12; |
| 31 | return 0; |
| 32 | } |
| 33 | |
| 34 | long getcpu(unsigned *cpu, unsigned *node, struct getcpu_cache *tcache) |
| 35 | __attribute__((weak, alias("__vdso_getcpu"))); |