Andi Kleen | 2aae950 | 2007-07-21 17:10:01 +0200 | [diff] [blame] | 1 | /* |
| 2 | * Copyright 2006 Andi Kleen, SUSE Labs. |
| 3 | * Subject to the GNU Public License, v.2 |
| 4 | * |
| 5 | * Fast user context implementation of getcpu() |
| 6 | */ |
| 7 | |
| 8 | #include <linux/kernel.h> |
| 9 | #include <linux/getcpu.h> |
| 10 | #include <linux/jiffies.h> |
| 11 | #include <linux/time.h> |
| 12 | #include <asm/vsyscall.h> |
| 13 | #include <asm/vgtod.h> |
| 14 | #include "vextern.h" |
| 15 | |
Steven Rostedt | 23adec5 | 2008-05-12 21:20:41 +0200 | [diff] [blame] | 16 | notrace long |
| 17 | __vdso_getcpu(unsigned *cpu, unsigned *node, struct getcpu_cache *unused) |
Andi Kleen | 2aae950 | 2007-07-21 17:10:01 +0200 | [diff] [blame] | 18 | { |
Glauber de Oliveira Costa | 8f12dea | 2008-01-30 13:31:06 +0100 | [diff] [blame] | 19 | unsigned int p; |
Andi Kleen | 2aae950 | 2007-07-21 17:10:01 +0200 | [diff] [blame] | 20 | |
Ingo Molnar | 4307d1e | 2007-11-07 18:37:48 +0100 | [diff] [blame] | 21 | if (*vdso_vgetcpu_mode == VGETCPU_RDTSCP) { |
Andi Kleen | 2aae950 | 2007-07-21 17:10:01 +0200 | [diff] [blame] | 22 | /* Load per CPU data from RDTSCP */ |
Glauber de Oliveira Costa | 8f12dea | 2008-01-30 13:31:06 +0100 | [diff] [blame] | 23 | native_read_tscp(&p); |
Andi Kleen | 2aae950 | 2007-07-21 17:10:01 +0200 | [diff] [blame] | 24 | } else { |
| 25 | /* Load per CPU data from GDT */ |
| 26 | asm("lsl %1,%0" : "=r" (p) : "r" (__PER_CPU_SEG)); |
| 27 | } |
Andi Kleen | 2aae950 | 2007-07-21 17:10:01 +0200 | [diff] [blame] | 28 | if (cpu) |
| 29 | *cpu = p & 0xfff; |
| 30 | if (node) |
| 31 | *node = p >> 12; |
| 32 | return 0; |
| 33 | } |
| 34 | |
| 35 | long getcpu(unsigned *cpu, unsigned *node, struct getcpu_cache *tcache) |
| 36 | __attribute__((weak, alias("__vdso_getcpu"))); |